-- Logs begin at Thu 2021-05-20 15:13:08 UTC, end at Thu 2021-05-20 16:07:47 UTC. -- May 20 15:43:08.519332 dv-cinder-784779-12-smb systemd[1]: Started Devstack devstack@q-svc.service. May 20 15:43:10.947045 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.common.config [-] Logging enabled! May 20 15:43:10.947650 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev221 May 20 15:43:10.947822 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91519) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 15:43:10.951172 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.common.config [-] Logging enabled! May 20 15:43:10.951429 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev221 May 20 15:43:10.951740 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91519) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 15:43:10.952670 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 15:43:10.953157 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 15:43:10.953606 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 15:43:10.953858 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 15:43:10.954099 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 15:43:10.954425 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.954726 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.955024 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.955255 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.955553 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.955842 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.956123 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.956409 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.956706 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.956988 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.957266 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.957550 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.957779 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.958058 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.958370 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.958657 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.958880 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] debug = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.959224 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.959877 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.960296 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.960579 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.960876 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.961160 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.961432 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.961710 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.961998 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.962357 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] host = dv-cinder-784779-12-smb {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.962640 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.962931 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.963226 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.963515 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.963794 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.964070 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.964355 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.964630 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.964903 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] log_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.965181 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.965471 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.965756 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.966048 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.966298 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.966525 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.966815 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.967102 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.967379 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.967652 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.967926 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.968200 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.968476 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.968740 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.969027 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.969316 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.969602 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.969878 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.970151 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.970450 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.970722 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.971007 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.971279 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.971550 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.971820 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.972108 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.972377 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.972647 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.972947 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.973239 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.973525 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.973813 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.974089 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.974405 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.974685 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.975163 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.975506 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] use_json = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.975794 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.976074 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.976364 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.976645 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.976924 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.977202 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.977480 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.977768 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:10.978072 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.978465 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.978776 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.979068 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.979371 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.979656 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.979958 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.980246 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.980540 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.980833 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.981129 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.981412 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.981710 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.981999 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.982332 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.982643 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.982944 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.983246 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.983529 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.983808 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.984088 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.984371 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.984663 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.984961 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.985260 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.985539 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.985829 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.986125 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.986436 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.986716 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.987005 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.987297 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.987583 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.987860 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.988150 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.988434 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.988713 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.988990 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.989276 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.989568 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.989850 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.990125 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.991106 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.991528 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.991858 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.992154 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.992442 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.992722 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.993002 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.993288 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.993568 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.993851 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.994136 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.994440 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.994728 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.995004 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.995281 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.995557 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.995835 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.996110 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.996387 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.996662 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.996946 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.997221 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.997498 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.997773 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.998048 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.998344 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.998634 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.998937 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.999223 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.999505 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:10.999789 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.000071 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.000358 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.000639 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.000921 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.001200 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.001477 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.001770 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.002057 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.002375 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.002664 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.002945 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.003246 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.003528 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.003820 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.004100 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.004381 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.004672 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.004963 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.005259 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.005555 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.005851 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.006984 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.007415 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.007715 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.008037 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.008327 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:11.008548 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 15:43:11.008789 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91519) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 15:43:11.366878 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:11.367150 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:11.367440 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:11.367771 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 15:43:11.684865 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.685078 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.685352 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.686608 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.686882 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.687146 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.807878 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.808158 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.808424 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.821807 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.822081 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.822372 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.851413 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.851688 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.851951 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.891444 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.891723 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:11.891986 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.126428 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.127074 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.127074 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.127249 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.127958 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.254489 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.254809 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.255092 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.255368 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.255636 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.255944 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.256400 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.256839 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.257107 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.257394 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.257657 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.257924 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.258218 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.258478 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.258748 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.259020 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.259281 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.259694 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.259953 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.260236 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.260586 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.260844 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.261095 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.261377 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.261626 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.261876 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.262287 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:12.262533 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:12.262774 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:12.263012 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:12.263251 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:12.263484 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:12.263847 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 15:43:12.267028 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 15:43:12.270931 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 15:43:12.275518 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 20 15:43:12.277142 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 15:43:12.277597 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 15:43:12.277935 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 15:43:12.278345 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 15:43:12.281268 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 15:43:12.281514 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 15:43:12.281855 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 15:43:12.310733 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 15:43:12.311177 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.311473 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91519) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 15:43:12.311833 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.313178 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91519) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 15:43:12.313457 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 15:43:12.313714 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 15:43:12.316896 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.317172 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.393758 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 15:43:12.393935 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 15:43:12.394167 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 15:43:12.394565 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 15:43:12.424832 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_db.sqlalchemy.engines [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91519) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 15:43:12.758559 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Initializing driver for type 'gre' May 20 15:43:12.759081 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] gre ID ranges: [(1, 1000)] May 20 15:43:12.812297 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Initializing driver for type 'local' May 20 15:43:12.812625 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Initializing driver for type 'vlan' May 20 15:43:12.823252 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] VlanTypeDriver initialization complete May 20 15:43:12.823617 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Initializing driver for type 'vxlan' May 20 15:43:12.824094 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] vxlan ID ranges: [(1, 1000)] May 20 15:43:12.873766 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Initializing extension driver 'port_security' May 20 15:43:12.874098 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.extensions.port_security [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] PortSecurityExtensionDriver initialization complete May 20 15:43:12.874442 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Initializing mechanism driver 'openvswitch' May 20 15:43:12.874763 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Initializing mechanism driver 'hyperv' May 20 15:43:12.881130 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.plugins.ml2.plugin [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:12.881882 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > port after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.882268 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > port after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.882620 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > port after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.883004 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > subnet after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.883351 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > subnet after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.883692 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > subnet after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.884068 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > network after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.884408 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > network after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.884743 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > network after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.885110 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > security_group after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.885453 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > security_group after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.885784 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > security_group after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.886159 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.886520 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.886850 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.887216 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > address_group after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.887550 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > address_group after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.887876 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > address_group after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.888204 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] ML2 OVO RPC backend initialized. {{(pid=91519) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 15:43:12.888894 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router_interface after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.889240 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.889642 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > network before_response 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.889976 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > networks before_response 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.890345 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > port before_response 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.890680 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > ports before_response 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.891011 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > subnet before_response 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.891341 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > subnets before_response 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.891674 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > network after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.892002 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > network after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.892323 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > network after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.892644 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > port after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.892972 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > port after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.893294 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > port after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.893614 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > subnet after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.893934 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > subnet after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.894275 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > subnet after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.894832 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.plugin [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Modular L2 Plugin initialization complete May 20 15:43:12.895150 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading services supported by the core plugin {{(pid=91519) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 15:43:12.895465 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.plugins.ml2.managers [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Got port-security extension from driver 'port_security' May 20 15:43:12.895915 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.extensions.vlantransparent [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Disabled vlantransparent extension. May 20 15:43:12.896392 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91519) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 15:43:12.896695 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading Plugin: router May 20 15:43:12.933872 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router_interface before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.934285 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router after_create 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.934654 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router before_create 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.935014 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.935373 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.935717 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router after_delete 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.936067 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > floatingip after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.936421 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router after_create 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.936758 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router after_update 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.937099 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router after_update 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.937439 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.937787 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router after_update 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.938184 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router precommit_update 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.938563 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: port after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.938891 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: port after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.939217 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: subnet after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.939544 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.939881 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > port precommit_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.940223 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router precommit_create 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.940549 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: port before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.940881 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router precommit_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.941226 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router after_update 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.941556 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router precommit_delete 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.941894 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router precommit_create 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.942266 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router_interface after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.942604 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router precommit_update 55549900 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.942963 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > network after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.943813 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Tracking information for resource: router configured {{(pid=91519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:12.944137 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Tracking information for resource: floatingip configured {{(pid=91519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 15:43:12.949011 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.db.l3_agentschedulers_db [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 15:43:12.949577 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: port after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.949928 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: port after_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.950313 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: port after_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.950660 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: port after_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.951428 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router before_create 55550100 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.951783 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router precommit_delete 55550100 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.952136 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router precommit_create 55550100 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.952483 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > router precommit_update 55550100 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.957261 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.services.provider_configuration [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service providers = [] {{(pid=91519) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 15:43:12.957618 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.db.servicetype_db [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91519) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 15:43:12.960608 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.services.service_base [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:12.960946 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.services.service_base [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:12.961278 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.services.service_base [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:12.962211 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.services.service_base [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 15:43:12.962576 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.services.service_base [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 15:43:12.963104 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:12.963417 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 15:43:12.973605 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:12.973928 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading Plugin: auto_allocate May 20 15:43:12.980249 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: network precommit_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.980606 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: network precommit_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.981111 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:12.981420 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading Plugin: tag May 20 15:43:12.988103 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:12.988423 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading Plugin: timestamp May 20 15:43:12.992685 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:12.993004 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading Plugin: network_ip_availability May 20 15:43:12.998145 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.998527 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.998870 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:12.999563 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:12.999872 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading Plugin: flavors May 20 15:43:13.004670 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:13.004992 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading Plugin: revisions May 20 15:43:13.009214 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 15:43:13.009553 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_concurrency.lockutils [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.642s {{(pid=91519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:13.010298 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91519) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 15:43:13.010628 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Initializing extension manager. May 20 15:43:13.011120 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: __init__.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.011455 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: __pycache__ {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.011780 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.012105 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: address_group.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.012827 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.013386 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: address-group May 20 15:43:13.013704 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: address_scope.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.014424 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.014928 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: address-scope May 20 15:43:13.015244 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: admin_state_down_before_update.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.016134 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.016637 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: router-admin-state-down-before-update May 20 15:43:13.016951 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: agent.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.017621 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.018118 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: agent May 20 15:43:13.018458 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: agent_resources_synced.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.019333 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.019838 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: agent-resources-synced May 20 15:43:13.020148 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: allowedaddresspairs.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.022441 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.022958 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: allowed-address-pairs May 20 15:43:13.023276 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: auto_allocated_topology.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.024317 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.024831 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: auto-allocated-topology May 20 15:43:13.025144 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: availability_zone.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.025811 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.026352 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: availability_zone May 20 15:43:13.026666 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: availability_zone_filter.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.027545 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.028045 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: availability_zone_filter May 20 15:43:13.028358 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: data_plane_status.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.029226 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.029721 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension data-plane-status not supported by any of loaded plugins May 20 15:43:13.030032 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: default_subnetpools.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.030941 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.031440 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: default-subnetpools May 20 15:43:13.031752 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: dhcpagentscheduler.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.032523 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.033019 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: dhcp_agent_scheduler May 20 15:43:13.033333 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: dns.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.034239 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.034745 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension dns-integration not supported by any of loaded plugins May 20 15:43:13.035061 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: dns_domain_ports.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.035931 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.036428 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 15:43:13.036743 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: dvr.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.037611 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.038173 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: dvr May 20 15:43:13.038515 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: empty_string_filtering.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.039391 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.039890 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: empty-string-filtering May 20 15:43:13.040201 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.041070 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.041562 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 15:43:13.041873 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.042774 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.043266 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 15:43:13.043575 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: external_net.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.044439 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.044942 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: external-net May 20 15:43:13.045252 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: extra_dhcp_opt.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.046118 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.046638 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: extra_dhcp_opt May 20 15:43:13.046955 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: extraroute.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.047818 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.048317 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: extraroute May 20 15:43:13.048626 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: extraroute_atomic.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.049624 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.050129 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: extraroute-atomic May 20 15:43:13.050470 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: filter_validation.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.051112 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.051611 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: filter-validation May 20 15:43:13.051921 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: fip_pf_description.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.053532 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.054085 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 15:43:13.054434 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: fip_port_details.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.055326 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.055827 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: fip-port-details May 20 15:43:13.056141 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: flavors.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.057335 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.057848 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: flavors May 20 15:43:13.058182 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.059836 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.060352 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 15:43:13.060668 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: floatingip_pools.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.061336 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.061841 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: floatingip-pools May 20 15:43:13.062149 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: ip_allocation.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.063058 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.063557 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension ip_allocation not supported by any of loaded plugins May 20 15:43:13.063869 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.064744 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.065245 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: ip-substring-filtering May 20 15:43:13.065558 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: l2_adjacency.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.066480 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.066974 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension l2_adjacency not supported by any of loaded plugins May 20 15:43:13.067289 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: l3.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.068209 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.069260 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: router May 20 15:43:13.069567 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: l3_conntrack_helper.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.071776 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.072304 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 15:43:13.072635 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.073530 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.074038 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: ext-gw-mode May 20 15:43:13.074440 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.075289 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.075790 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: l3-ha May 20 15:43:13.076105 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: l3_flavors.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.076977 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.077475 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: l3-flavors May 20 15:43:13.078034 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.078944 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.079447 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: l3-port-ip-change-not-allowed May 20 15:43:13.079762 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: l3agentscheduler.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.080764 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.081266 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: l3_agent_scheduler May 20 15:43:13.081582 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: logging.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.083069 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.083580 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension logging not supported by any of loaded plugins May 20 15:43:13.083901 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: metering.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.084637 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.085204 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: metering May 20 15:43:13.085523 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.086604 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.087111 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: metering_source_and_destination_fields May 20 15:43:13.087426 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: multiprovidernet.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.088436 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.088944 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: multi-provider May 20 15:43:13.089259 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: netmtu.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.090146 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.090673 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: net-mtu May 20 15:43:13.090987 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: netmtu_writable.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.091870 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.092373 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: net-mtu-writable May 20 15:43:13.092685 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: network_availability_zone.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.093323 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.093819 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: network_availability_zone May 20 15:43:13.094128 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: network_ip_availability.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.095202 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.095701 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: network-ip-availability May 20 15:43:13.096012 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: network_segment_range.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.096739 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.097235 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension network-segment-range not supported by any of loaded plugins May 20 15:43:13.097546 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: pagination.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.098527 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.098847 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: pagination May 20 15:43:13.099154 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: port_device_profile.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.100213 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.100858 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: port-device-profile May 20 15:43:13.101172 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.102060 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.102590 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: port-mac-address-regenerate May 20 15:43:13.102902 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.103774 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.104278 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: port-numa-affinity-policy May 20 15:43:13.104589 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: port_resource_request.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.105475 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.105976 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension port-resource-request not supported by any of loaded plugins May 20 15:43:13.106317 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: portbindings.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.107214 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.107721 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: binding May 20 15:43:13.108033 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: portbindings_extended.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.109271 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.109778 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: binding-extended May 20 15:43:13.110094 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: portsecurity.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.110998 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.111501 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: port-security May 20 15:43:13.111814 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: project_id.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.112743 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.113062 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: project-id May 20 15:43:13.113374 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: providernet.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.114287 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.114790 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: provider May 20 15:43:13.115102 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: qos.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.119222 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.119738 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension qos not supported by any of loaded plugins May 20 15:43:13.120062 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.121270 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.121779 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 15:43:13.122099 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.123014 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.123526 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 15:43:13.123845 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: qos_default.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.124730 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.125237 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension qos-default not supported by any of loaded plugins May 20 15:43:13.125559 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: qos_fip.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.126182 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.126716 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension qos-fip not supported by any of loaded plugins May 20 15:43:13.127233 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: qos_gateway_ip.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.127906 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.128410 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 15:43:13.128723 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: qos_port_network_policy.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.129592 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.130092 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 15:43:13.130440 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: qos_rule_type_details.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.131896 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.132391 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 15:43:13.132701 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: qos_rules_alias.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.133717 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.134248 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 15:43:13.134567 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: quotasv2.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.135556 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.135872 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: quotas May 20 15:43:13.136181 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: quotasv2_detail.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.137749 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.138076 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: quota_details May 20 15:43:13.138432 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: rbac.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.139442 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.139957 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: rbac-policies May 20 15:43:13.140279 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: rbac_address_group.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.141169 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.141678 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: rbac-address-group May 20 15:43:13.141998 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: rbac_address_scope.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.142922 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.143424 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: rbac-address-scope May 20 15:43:13.143741 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: rbac_security_groups.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.144618 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.145124 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: rbac-security-groups May 20 15:43:13.145445 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: rbac_subnetpool.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.146350 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.146957 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: rbac-subnetpool May 20 15:43:13.147279 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: revisionifmatch.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.148169 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.148674 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: revision-if-match May 20 15:43:13.148990 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: revisions.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.150052 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.150582 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: standard-attr-revisions May 20 15:43:13.150900 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: router_availability_zone.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.151545 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.152045 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: router_availability_zone May 20 15:43:13.152359 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: routerservicetype.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.153236 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.153738 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension router-service-type not supported by any of loaded plugins May 20 15:43:13.154049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.154984 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.155484 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: security-groups-normalized-cidr May 20 15:43:13.155796 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: security_groups_port_filtering.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.156675 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.157178 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: port-security-groups-filtering May 20 15:43:13.157487 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.158399 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.158902 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: security-groups-remote-address-group May 20 15:43:13.159213 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: securitygroup.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.168735 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.169257 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: security-group May 20 15:43:13.169579 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: segment.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.170373 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.170962 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension segment not supported by any of loaded plugins May 20 15:43:13.171280 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.172188 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.172690 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 15:43:13.173005 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: servicetype.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.174067 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.174618 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: service-type May 20 15:43:13.174934 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: sorting.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.175878 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.176198 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: sorting May 20 15:43:13.176512 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: standard_attr_segment.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.177390 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.178481 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 15:43:13.178930 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: standardattrdescription.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.179564 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.180118 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: standard-attr-description May 20 15:43:13.180647 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: stateful_security_group.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.181710 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.182260 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: stateful-security-group May 20 15:43:13.182794 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: stdattrs_common.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.183454 dv-cinder-784779-12-smb neutron-server[91519]: WARNING neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 15:43:13.183857 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.185179 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.186027 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 15:43:13.186397 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: subnet_onboard.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.187845 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.188725 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: subnet_onboard May 20 15:43:13.189274 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.190769 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.191678 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 15:43:13.192223 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: subnet_service_types.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.194305 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.195147 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: subnet-service-types May 20 15:43:13.195715 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: subnetallocation.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.197398 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.198345 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: subnet_allocation May 20 15:43:13.198900 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.199959 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.200590 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: subnetpool-prefix-ops May 20 15:43:13.201067 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.201986 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.202522 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 15:43:13.203089 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: tagging.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.204166 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.204696 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: standard-attr-tag May 20 15:43:13.205014 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: timestamp.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.206189 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.206728 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loaded extension: standard-attr-timestamp May 20 15:43:13.207051 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: trunk.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.208057 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.208566 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension trunk not supported by any of loaded plugins May 20 15:43:13.208883 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: trunk_details.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.209797 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.210337 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension trunk-details not supported by any of loaded plugins May 20 15:43:13.210644 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: uplink_status_propagation.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.211528 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.212030 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 15:43:13.212343 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Loading extension file: vlantransparent.py {{(pid=91519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 15:43:13.212993 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 15:43:13.213495 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extension vlan-transparent not supported by any of loaded plugins May 20 15:43:13.216044 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:network May 20 15:43:13.216781 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:subnet May 20 15:43:13.217553 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:13.218140 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:port May 20 15:43:13.219439 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.219863 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service FLAVORS assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.220476 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.220887 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.221209 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:router May 20 15:43:13.221846 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:floatingip May 20 15:43:13.222560 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service METERING assigned prefix: /metering {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.223995 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:13.224357 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:13.224723 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:43:13.225919 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of CountableResource for resource:rbac_policy May 20 15:43:13.226398 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:security_group May 20 15:43:13.227047 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:security_group_rule May 20 15:43:13.227909 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service CORE assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.228271 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:13.228705 dv-cinder-784779-12-smb neutron-server[91519]: WARNING neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] subnetpool is already registered May 20 15:43:13.229301 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service CORE assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.229628 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:13.229947 dv-cinder-784779-12-smb neutron-server[91519]: WARNING neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] subnetpool is already registered May 20 15:43:13.233551 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.233974 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service FLAVORS assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.234591 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.235001 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.235336 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:router May 20 15:43:13.235658 dv-cinder-784779-12-smb neutron-server[91519]: WARNING neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] router is already registered May 20 15:43:13.236236 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:floatingip May 20 15:43:13.236560 dv-cinder-784779-12-smb neutron-server[91519]: WARNING neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] floatingip is already registered May 20 15:43:13.237169 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service METERING assigned prefix: /metering {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.237826 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of CountableResource for resource:rbac_policy May 20 15:43:13.238147 dv-cinder-784779-12-smb neutron-server[91519]: WARNING neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] rbac_policy is already registered May 20 15:43:13.238705 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:security_group May 20 15:43:13.239027 dv-cinder-784779-12-smb neutron-server[91519]: WARNING neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] security_group is already registered May 20 15:43:13.239626 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:security_group_rule May 20 15:43:13.239948 dv-cinder-784779-12-smb neutron-server[91519]: WARNING neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] security_group_rule is already registered May 20 15:43:13.241178 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service CORE assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.241531 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:13.241852 dv-cinder-784779-12-smb neutron-server[91519]: WARNING neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] subnetpool is already registered May 20 15:43:13.242485 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.v2.resource_helper [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Service CORE assigned prefix: {{(pid=91519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 15:43:13.242807 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Creating instance of TrackedResource for resource:subnetpool May 20 15:43:13.243124 dv-cinder-784779-12-smb neutron-server[91519]: WARNING neutron.quota.resource_registry [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] subnetpool is already registered May 20 15:43:13.243768 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: extensions {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.245218 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: address-groups {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.246839 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: address-scopes {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.248039 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: agents {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.249189 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: auto-allocated-topology {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.250456 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: availability_zones {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.251768 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: dhcp-networks {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.253151 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: dhcp-agents {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.254596 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: routers {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.256965 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: flavors {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.258134 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: service_profiles {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.259400 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: next_providers {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.260857 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: service_profiles {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.262295 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: floatingip-pools {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.263507 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: routers {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.265296 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: floatingips {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.266526 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: l3-routers {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.267882 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: l3-agents {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.269280 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: metering-labels {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.270660 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: metering-label-rules {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.271963 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: network-ip-availabilities {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.273319 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: bindings {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.274963 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: quotas {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.276377 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: quotas {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.277850 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: rbac-policies {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.279180 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: security-groups {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.280367 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: security-group-rules {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.281609 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: service-providers {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.282831 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: subnetpools {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.284272 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: subnetpools {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.285801 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: tags {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.287603 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: tags {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.289422 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: tags {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.291219 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: tags {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.293956 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: tags {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.295829 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: tags {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.297509 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: tags {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.409858 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: tags {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.411663 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: tags {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.414436 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron.api.extensions [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Extended resource: tags {{(pid=91519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 15:43:13.420246 dv-cinder-784779-12-smb neutron-server[91519]: WARNING keystonemiddleware.auth_token [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 15:43:13.424917 dv-cinder-784779-12-smb neutron-server[91519]: WARNING keystonemiddleware.auth_token [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 15:43:13.433497 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_concurrency.lockutils [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Acquired lock "singleton_lock" {{(pid=91519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 15:43:13.433983 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_concurrency.lockutils [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Releasing lock "singleton_lock" {{(pid=91519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 15:43:13.434629 dv-cinder-784779-12-smb neutron-server[91519]: INFO oslo_service.service [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Starting 2 workers May 20 15:43:13.439200 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Started child 91624 {{(pid=91519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:13.448177 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Started child 91625 {{(pid=91519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:13.448393 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:13.448998 dv-cinder-784779-12-smb neutron-server[91519]: INFO neutron.service [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Neutron service started, listening on 0.0.0.0:9696 May 20 15:43:13.448998 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Notify callbacks [] for process, before_spawn {{(pid=91519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:13.449171 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [-] (91624) wsgi starting up on http://0.0.0.0:9696 May 20 15:43:13.449252 dv-cinder-784779-12-smb neutron-server[91519]: INFO oslo_service.service [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Starting 1 workers May 20 15:43:13.449338 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:13.450310 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [-] (91625) wsgi starting up on http://0.0.0.0:9696 May 20 15:43:13.453746 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Started child 91626 {{(pid=91519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:13.454282 dv-cinder-784779-12-smb neutron-server[91519]: INFO oslo_service.service [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Starting 1 workers May 20 15:43:13.457065 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.service [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] calling RpcWorker wait() {{(pid=91626) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 15:43:13.457557 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.service [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] returning from RpcWorker wait() {{(pid=91626) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 15:43:13.458569 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Started child 91627 {{(pid=91519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 15:43:13.458763 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:13.459791 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:13.459940 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG neutron_lib.callbacks.manager [None req-e7abf745-1a7c-42a6-bd3b-883874eea4fb None None] Notify callbacks [] for process, after_spawn {{(pid=91519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:13.461785 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91519) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 15:43:13.461997 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 15:43:13.462177 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 15:43:13.462411 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 15:43:13.462737 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 15:43:13.462899 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 15:43:13.463387 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.463646 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.463909 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.464162 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.464445 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.464773 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:13.465248 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.465323 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.465534 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.465815 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.466061 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:13.466158 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.466256 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.466411 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.466658 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.466899 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.467205 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.467483 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.467737 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.467996 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.468163 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.468419 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.468684 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.468905 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.469156 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] debug = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.469390 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.469858 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.470101 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.470365 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.470606 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.470873 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.471111 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.471387 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.471637 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.471844 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.472076 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.472313 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.472553 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.472762 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.472971 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.473211 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.473427 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.473901 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] host = dv-cinder-784779-12-smb {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.474110 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.474346 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.474598 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.474890 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.475130 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.475434 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.475565 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.475799 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.476050 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.476285 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.476516 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.476780 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.477009 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.477256 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.477418 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_options = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.477651 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.477916 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.478168 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.478374 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.478537 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.478774 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.478954 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.479096 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.479347 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.479556 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.479784 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.480010 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.480248 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.480475 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.480716 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.480939 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.481166 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.481368 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.481668 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.481878 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.482095 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.482354 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.482562 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.482772 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.482977 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.483182 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.483399 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.483605 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.483809 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.484041 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.484265 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.484500 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.484736 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.484974 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.485205 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.485452 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.485718 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.486093 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.486347 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.486588 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.486846 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.487057 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.487402 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.487949 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.488250 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.488399 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_json = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.488597 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.488905 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.489063 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.489263 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.489508 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.489707 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.489913 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.490147 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.490656 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.490941 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.491240 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.491469 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.491801 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.491973 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.492125 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.492371 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.492626 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.492851 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.493162 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.493399 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.493682 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.493926 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.494740 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.495067 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.495332 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.495591 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.495821 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.496040 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.496269 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.496484 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.496826 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.497093 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.497440 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.497595 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.497828 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.498050 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.498299 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.498530 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.498739 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.499029 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.499217 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.499438 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.499647 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.499860 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.500106 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.500315 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.500541 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.500779 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.501024 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.501269 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.501484 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.501693 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.502005 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.502159 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.502358 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.502583 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.502791 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.503040 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.503258 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.503489 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.503699 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.503907 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.504119 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.504343 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.504553 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.504760 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.504966 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.505176 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.505397 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.505672 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.505907 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.506863 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.507147 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.507388 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.507612 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.507868 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.508103 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.508321 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.508695 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.508962 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.509194 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.509388 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.509646 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.509800 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.510000 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.510338 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.510509 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.510659 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.510865 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.511377 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.511538 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.511726 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.512055 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514232 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514232 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514232 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514232 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514232 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514232 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514232 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514232 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514752 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514752 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514752 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.514934 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.515094 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.515295 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.515532 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.515763 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.515985 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.516280 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.516507 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.516850 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.517077 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.517357 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.517607 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.517872 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.518119 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.518423 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.518687 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.518951 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.519222 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.519442 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.519711 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.520020 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.520265 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.520548 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.520810 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.521038 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.521290 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.521536 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.522540 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.522837 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.523071 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.523270 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.523550 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.523800 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.524020 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.524320 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.524684 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.525016 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.525249 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.525466 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.525656 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.525945 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.526258 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.526539 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.526814 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.527102 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.527392 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.527638 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.527922 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.528349 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.528577 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.528824 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.529036 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.529266 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.529475 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.529705 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.529930 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.530141 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.530407 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.530654 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.530844 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.531051 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.531262 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.531472 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.531714 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.531923 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.532137 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.532369 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.532584 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.532794 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.533010 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.533232 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.533477 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.533689 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.533958 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.534217 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.534449 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.534677 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.534943 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.535189 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.535394 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.535630 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.535868 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.536038 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.536243 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.536447 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.536663 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.536895 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.537115 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.537346 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.537600 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.539548 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.539548 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.539548 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.539548 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.539548 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.539548 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.539548 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.540401 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.540401 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.540401 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.540401 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.540830 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.540830 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.540974 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.541154 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.541360 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.541594 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.541818 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.542068 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.542271 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.542559 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.542822 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.543095 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.543334 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.543571 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.543793 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.544000 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.544207 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.544418 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.544625 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.544844 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.545048 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.545254 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.545465 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.545669 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.545905 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.546109 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.546334 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.546568 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.546771 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.547007 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.547216 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.547421 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.547656 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.547859 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.548176 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.548420 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.548651 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.548943 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.549166 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.549411 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.549651 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.549966 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.550179 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.550435 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.550649 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.550860 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.551079 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.551326 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.551818 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.552276 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.552774 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.553073 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.553437 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.553809 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.554158 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.554399 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.554713 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.555039 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.555333 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.555589 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.555813 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.556088 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.556326 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.556562 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.556775 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.557005 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.557218 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.557472 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.557701 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.557922 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.558132 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.558417 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.558654 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.558874 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.559100 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.559336 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.559547 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.559697 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 15:43:13.560237 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91519) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 15:43:13.560391 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 15:43:13.560546 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 15:43:13.560689 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 15:43:13.560855 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 15:43:13.561005 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 15:43:13.561199 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.561348 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.561505 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.561652 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.561809 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.561986 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.562134 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.562319 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.562467 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.562623 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.562776 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.562930 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.563090 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.563359 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.563603 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.564336 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.564336 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.564336 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.564336 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.564601 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.564790 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.564879 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567038 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] debug = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567038 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567038 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567038 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567038 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567038 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567884 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567884 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567884 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567884 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567884 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567884 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567884 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.567884 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.569049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.569049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.569049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.569049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.569049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] host = dv-cinder-784779-12-smb {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.569049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.569049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.569049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.570072 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.570072 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.570072 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.570072 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.570072 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.570072 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.570072 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.570072 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.571008 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.571008 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.571008 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.571008 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_options = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.571008 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.571008 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.571008 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.571008 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572216 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572216 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572216 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572216 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572216 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572216 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572216 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572719 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572719 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572719 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572719 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572719 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.572719 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.573458 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.573458 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.573458 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.573458 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.573458 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.573853 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.573853 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.573853 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.574056 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.574132 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.574281 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.574434 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.574587 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.574741 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.574896 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.575052 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.575210 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.575350 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.575507 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.575659 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.575816 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.575968 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.576123 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.576276 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.576429 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.576584 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.576737 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.576901 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.577042 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_json = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.577195 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.577347 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.577500 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.577653 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.578049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.578233 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.578388 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.578541 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 15:43:13.578714 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.578869 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.579036 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.579192 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.579346 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.579501 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.579656 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.579810 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.579967 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.580122 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.580284 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.580439 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.580606 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.580761 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.580916 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.581074 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.581230 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.581386 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.581541 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.581696 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.581851 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.582007 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.582177 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.582354 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.582511 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.582666 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.582822 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.582980 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.583187 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.583324 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.583457 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.583650 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.583751 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.583876 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.584030 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.584240 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.584392 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.584549 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.584705 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.584946 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.585107 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.585263 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.585420 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.585582 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.585736 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.585892 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.586049 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.586232 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.586372 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:13.586480 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.586562 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.586680 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.586835 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.586989 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.587144 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.587299 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.587455 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.587611 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.587766 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.587921 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.588082 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.588236 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.588403 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.588558 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.588713 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.588868 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.589023 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.589179 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.589333 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.589488 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.589643 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.589797 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.589951 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.590106 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.590324 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.590440 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.590596 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.590750 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.590907 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.591061 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.591216 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.591372 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.591526 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.591681 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.591835 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.591999 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.592168 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.592323 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.592478 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.592632 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.592786 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.592941 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.593100 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.593257 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.593412 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.593552 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.593696 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.593831 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.593965 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.594124 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.594292 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.594440 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.594576 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.594728 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.594881 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.595016 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.595169 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.595309 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.595468 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.595609 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.595752 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.595906 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.596071 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.596211 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.596371 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.596512 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.596675 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.596842 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.596991 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.597134 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.597288 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.597429 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.597585 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.597726 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.597882 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.598042 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.598183 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.598351 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.598500 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.600430 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.600430 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.600430 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.600430 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.600865 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.600865 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.601015 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.601140 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.601275 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.601399 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.601522 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.601679 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.601840 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.601996 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.602151 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.602333 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.602488 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.602632 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.602787 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.602941 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.603098 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.603254 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.603458 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.603586 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.603697 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.603893 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.604038 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.604153 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.604289 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.604444 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.604600 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.604755 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.604910 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.605067 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.605223 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.605379 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.605533 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.605688 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.605842 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.605997 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.606153 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.606333 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.606488 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.606645 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.606790 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.606945 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.607100 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.607256 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.607415 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.607569 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.607725 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.607881 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.608037 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.608193 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.608350 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.608508 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.608663 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.608818 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.608972 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.609143 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.609299 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.609454 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.609608 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.609763 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.609917 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.610071 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.610246 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.610402 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.610541 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.610699 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.610859 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.611017 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.611173 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.611329 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.611484 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.611639 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.611794 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.611949 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.612116 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.612272 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.612427 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.612582 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.612737 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.612902 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.613057 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.613211 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.613365 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.613574 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.613714 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.613848 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.614051 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.614178 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.614342 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.614428 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.614554 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.614705 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.614858 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.615014 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.615178 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.615364 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.615603 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.615759 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.615916 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.616198 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.616325 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.616449 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.616654 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.616654 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.616805 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.616950 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.617118 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.617274 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.617432 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.617587 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.617744 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.617900 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.618056 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.618234 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.618402 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.618568 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.618727 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.618891 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.619056 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.619221 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.619376 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.619539 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.619706 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.619861 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.620015 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.620171 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.620327 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.620482 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.620638 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.620793 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.620946 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.621103 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.621257 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.621411 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.621566 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.621721 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.621874 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.622029 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.622185 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.622360 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.622516 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.622670 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 15:43:13.622818 dv-cinder-784779-12-smb neutron-server[91519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 15:43:13.686628 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 33232) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:13.695775 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070050 May 20 15:43:24.510423 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6b91cf-6c21-4347-be75-9fdff7afe3ca None None] get_active_networks_info from dv-cinder-784779-12-smb {{(pid=91626) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 15:43:24.583855 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b91cf-6c21-4347-be75-9fdff7afe3ca None None] No non-hosted networks {{(pid=91626) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 15:43:24.591726 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.agentschedulers_db [None req-cd6b91cf-6c21-4347-be75-9fdff7afe3ca None None] DHCP Agent not found on host dv-cinder-784779-12-smb {{(pid=91626) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 15:43:24.711506 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ce49b27e-ceae-42df-b148-f022ca808350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380'] for agent, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:26.585973 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8599c86d-0255-4b1a-ad72-b3b7b5284159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380'] for agent, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:26.627580 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-df266e14-12c8-4a5a-b713-a244768c0f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:26.820711 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380'] for agent, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:26.821855 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.822669 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.823145 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.823706 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.824191 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.824747 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.825320 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.825855 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.826413 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.826938 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.827448 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.827953 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:26.828812 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-12-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:26.836897 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-12-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:43:27.922184 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380'] for agent, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:29.685188 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380'] for agent, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:31.130714 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 33324) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:31.582130 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.db.l3_hamode_db [None req-a6af3aa6-c29d-4576-85b4-02047bcd588f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 15:43:31.667966 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af3aa6-c29d-4576-85b4-02047bcd588f None None] Routers set() bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:43:31.668254 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af3aa6-c29d-4576-85b4-02047bcd588f None None] Router IDs set() for agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 15:43:31.725196 dv-cinder-784779-12-smb neutron-server[91624]: WARNING oslo_policy.policy [None req-f46acb3e-f678-48c9-80a1-260cee411555 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:31.725764 dv-cinder-784779-12-smb neutron-server[91624]: WARNING oslo_policy.policy [None req-f46acb3e-f678-48c9-80a1-260cee411555 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:31.941224 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [None req-f46acb3e-f678-48c9-80a1-260cee411555 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:43:31.942178 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-f46acb3e-f678-48c9-80a1-260cee411555 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8098009 May 20 15:43:34.279313 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 33338) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:34.638631 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-5a6c74fd-e9e8-47a6-8848-fb3c2381992a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:43:34.737877 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.policy [None req-5a6c74fd-e9e8-47a6-8848-fb3c2381992a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91624) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 15:43:34.783821 dv-cinder-784779-12-smb neutron-server[91624]: WARNING oslo_policy.policy [None req-5a6c74fd-e9e8-47a6-8848-fb3c2381992a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:34.784191 dv-cinder-784779-12-smb neutron-server[91624]: WARNING oslo_policy.policy [None req-5a6c74fd-e9e8-47a6-8848-fb3c2381992a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:34.793190 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.quota [None req-5a6c74fd-e9e8-47a6-8848-fb3c2381992a admin admin] Loaded quota_driver: . May 20 15:43:34.808169 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-5a6c74fd-e9e8-47a6-8848-fb3c2381992a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:34.866941 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5a6c74fd-e9e8-47a6-8848-fb3c2381992a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779029546934', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779029559617', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779029601662', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779029594250', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779029584653', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779029578336', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-772957', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-889756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8142723', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8323067'] for rbac-policy, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:34.926901 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5a6c74fd-e9e8-47a6-8848-fb3c2381992a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:34.928244 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-5a6c74fd-e9e8-47a6-8848-fb3c2381992a admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6479104 May 20 15:43:37.505865 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 33352) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:37.853488 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'project_id': '9ded5de25752433abaa527f7ac90821b'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:43:37.858158 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:37.862663 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Usage tracker for resource:network and tenant:9ded5de25752433abaa527f7ac90821b is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:43:37.867233 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:43:37.873312 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:43:37.883297 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Made reservation on behalf of 9ded5de25752433abaa527f7ac90821b for: {'network': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:43:37.886128 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:37.903918 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:37.917638 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:37.921302 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:9ded5de25752433abaa527f7ac90821b is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:43:37.926162 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:43:37.931796 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:43:38.027149 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:38.030893 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:38.035988 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:38.055308 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=91624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:43:38.079631 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779026754362', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:38.080222 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Unsubscribe: segment precommit_create {{(pid=91624) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 15:43:38.080687 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.segments_db [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Added segment bd29a3cb-d92f-4a15-b72d-e3b86ee8764b of type vlan for network 83d18d3e-6044-4c23-92d3-6c8285681d3b May 20 15:43:38.089736 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb96f09-3673-44b0-a29a-96ca0131f1b5,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:38.138123 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.138466 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.138791 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.139107 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.139416 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.139726 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.140031 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.140335 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.140655 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.140959 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.141260 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.141555 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Tracked resource versions report: May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: pushed versions: May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: { 'AddressGroup': {'1.2'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'ConntrackHelper': {'1.0'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'Log': {'1.0'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'Network': {'1.1'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'Port': {'1.7'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'PortForwarding': {'1.2'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'QosPolicy': {'1.8'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'SecurityGroup': {'1.4'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'SecurityGroupRule': {'1.2'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'SubPort': {'1.0'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'Subnet': {'1.1'}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'Trunk': {'1.1'}} May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: consumer versions: May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: { DHCP agent@dv-cinder-784779-12-smb: {}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: L3 agent@dv-cinder-784779-12-smb: {}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: Metadata agent@dv-cinder-784779-12-smb: {}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: Metering agent@dv-cinder-784779-12-smb: {}, May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: Open vSwitch agent@dv-cinder-784779-12-smb: { 'AddressGroup': '1.2', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'ConntrackHelper': '1.0', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'Log': '1.0', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'Network': '1.1', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'Port': '1.7', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'PortForwarding': '1.2', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'QosPolicy': '1.8', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'SecurityGroup': '1.4', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'SecurityGroupRule': '1.2', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'SubPort': '1.0', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'Subnet': '1.1', May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: 'Trunk': '1.1'}} May 20 15:43:38.142667 dv-cinder-784779-12-smb neutron-server[91624]: {{(pid=91624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:43:38.199695 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:38.201377 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:38.242334 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:38.243726 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:43:38.244362 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:38.249181 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:38.344269 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8370869 May 20 15:43:38.352248 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=83d18d3e-6044-4c23-92d3-6c8285681d3b,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:38.355965 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:38.364538 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 83d18d3e-6044-4c23-92d3-6c8285681d3b details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:43:40.962784 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 33368) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:41.541778 dv-cinder-784779-12-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-af0da6db-e71f-4016-848b-96618415a009 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:41.542393 dv-cinder-784779-12-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-af0da6db-e71f-4016-848b-96618415a009 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:41.973057 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.policy [None req-af0da6db-e71f-4016-848b-96618415a009 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91625) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 15:43:42.019407 dv-cinder-784779-12-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-af0da6db-e71f-4016-848b-96618415a009 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:42.019773 dv-cinder-784779-12-smb neutron-server[91625]: WARNING oslo_policy.policy [None req-af0da6db-e71f-4016-848b-96618415a009 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 15:43:42.027870 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0da6db-e71f-4016-848b-96618415a009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:43:42.029671 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-af0da6db-e71f-4016-848b-96618415a009 admin admin] 10.222.0.36 "GET /v2.0/networks/83d18d3e-6044-4c23-92d3-6c8285681d3b HTTP/1.1" status: 200 len: 825 time: 1.0648885 May 20 15:43:42.061433 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-9e45e14d-bef7-4769-abc1-a5d63ebba60f admin admin] 10.222.0.36 "GET /v2.0/subnetpools/425177b6-d50e-45f2-b61a-006ebe33733c HTTP/1.1" status: 200 len: 734 time: 0.0264351 May 20 15:43:42.070572 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Request body: {'subnet': {'subnetpool_id': '425177b6-d50e-45f2-b61a-006ebe33733c', 'gateway_ip': '172.20.0.1', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'ip_version': 4, 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b', 'name': 'private-subnet'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:43:42.072130 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.quota [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Loaded quota_driver: . May 20 15:43:42.078016 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:42.083848 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Usage tracker for resource:subnet and tenant:9ded5de25752433abaa527f7ac90821b is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:43:42.087122 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:43:42.093888 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:43:42.107927 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Made reservation on behalf of 9ded5de25752433abaa527f7ac90821b for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:43:42.110790 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:42.610760 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:42.617414 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:42.698245 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Checking segment: {'id': 'bd29a3cb-d92f-4a15-b72d-e3b86ee8764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:43:42.698622 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Network hostable DHCP agents. Network: 83d18d3e-6044-4c23-92d3-6c8285681d3b, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:43:42.718447 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc171fb-67dd-4547-ac81-ee4812e12a8a,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:42.729806 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.730155 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.730513 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.730834 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.731149 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.731464 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.731772 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.732078 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.732400 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.732707 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.733009 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.733310 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Tracked resource versions report: May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: pushed versions: May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: { 'AddressGroup': {'1.2'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'ConntrackHelper': {'1.0'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'Log': {'1.0'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'Network': {'1.1'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'Port': {'1.7'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'PortForwarding': {'1.2'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'QosPolicy': {'1.8'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'SecurityGroup': {'1.4'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'SecurityGroupRule': {'1.2'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'SubPort': {'1.0'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'Subnet': {'1.1'}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'Trunk': {'1.1'}} May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: consumer versions: May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: { DHCP agent@dv-cinder-784779-12-smb: {}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: L3 agent@dv-cinder-784779-12-smb: {}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: Metadata agent@dv-cinder-784779-12-smb: {}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: Metering agent@dv-cinder-784779-12-smb: {}, May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: Open vSwitch agent@dv-cinder-784779-12-smb: { 'AddressGroup': '1.2', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'ConntrackHelper': '1.0', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'Log': '1.0', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'Network': '1.1', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'Port': '1.7', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'PortForwarding': '1.2', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'QosPolicy': '1.8', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'SecurityGroup': '1.4', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'SecurityGroupRule': '1.2', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'SubPort': '1.0', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'Subnet': '1.1', May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: 'Trunk': '1.1'}} May 20 15:43:42.734412 dv-cinder-784779-12-smb neutron-server[91625]: {{(pid=91625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:43:42.754671 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Network 83d18d3e-6044-4c23-92d3-6c8285681d3b is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:43:42.769476 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 83d18d3e-6044-4c23-92d3-6c8285681d3b) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:43:42.781306 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:42.791340 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:43:42.792002 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:42.796527 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b46fc6-69ab-488a-8653-ad9ec158df83 None None] Network 83d18d3e-6044-4c23-92d3-6c8285681d3b requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:43:42.813583 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7470114 May 20 15:43:43.106429 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b74e7ff-11be-525c-ad52-207b3bc2585f-83d18d3e-6044-4c23-92d3-6c8285681d3b', 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'fixed_ips': [{'subnet_id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a'}]}} from dv-cinder-784779-12-smb. {{(pid=91626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:43:43.107569 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:43.290896 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Allocated IP 172.20.0.2 (83d18d3e-6044-4c23-92d3-6c8285681d3b/adc171fb-67dd-4547-ac81-ee4812e12a8a/f2dc8e5b-a0a3-4315-9968-4b594c5a95ff) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:43:43.523243 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:43.536542 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Transition to ACTIVE for port object f2dc8e5b-a0a3-4315-9968-4b594c5a95ff will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:43:43.557502 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Transition to ACTIVE for port object f2dc8e5b-a0a3-4315-9968-4b594c5a95ff will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:43:43.564698 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:43.569380 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:43.630523 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Network 83d18d3e-6044-4c23-92d3-6c8285681d3b is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:43:43.633644 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:43:43.642534 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:43:43.645928 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Pushing event updated for resources: {'Port': ['ID=f2dc8e5b-a0a3-4315-9968-4b594c5a95ff,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:43.689171 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.689510 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.689843 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.690166 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.690514 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.690834 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.691152 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.691467 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.691816 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.692116 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.692428 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.692737 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Tracked resource versions report: May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: pushed versions: May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: { 'AddressGroup': {'1.2'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'ConntrackHelper': {'1.0'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'Log': {'1.0'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'Network': {'1.1'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'Port': {'1.7'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'PortForwarding': {'1.2'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'QosPolicy': {'1.8'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'SecurityGroup': {'1.4'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'SecurityGroupRule': {'1.2'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'SubPort': {'1.0'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'Subnet': {'1.1'}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'Trunk': {'1.1'}} May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: consumer versions: May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: { DHCP agent@dv-cinder-784779-12-smb: {}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: L3 agent@dv-cinder-784779-12-smb: {}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: Metadata agent@dv-cinder-784779-12-smb: {}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: Metering agent@dv-cinder-784779-12-smb: {}, May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: Open vSwitch agent@dv-cinder-784779-12-smb: { 'AddressGroup': '1.2', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'ConntrackHelper': '1.0', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'Log': '1.0', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'Network': '1.1', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'Port': '1.7', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'PortForwarding': '1.2', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'QosPolicy': '1.8', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'SecurityGroup': '1.4', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'SecurityGroupRule': '1.2', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'SubPort': '1.0', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'Subnet': '1.1', May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: 'Trunk': '1.1'}} May 20 15:43:43.694043 dv-cinder-784779-12-smb neutron-server[91626]: {{(pid=91626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:43:43.726385 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:43.750824 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Attempting to bind port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:43:43.751204 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Attempting to bind port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': 'bd29a3cb-d92f-4a15-b72d-e3b86ee8764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:43:43.751647 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Attempting to bind port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff on network 83d18d3e-6044-4c23-92d3-6c8285681d3b {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:43:43.757017 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:43:43.757534 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Checking segment: {'id': 'bd29a3cb-d92f-4a15-b72d-e3b86ee8764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:43:43.758049 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:43.758479 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Bound using segment: {'id': 'bd29a3cb-d92f-4a15-b72d-e3b86ee8764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:43:43.758979 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Bound port: f2dc8e5b-a0a3-4315-9968-4b594c5a95ff, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd29a3cb-d92f-4a15-b72d-e3b86ee8764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:43:43.759350 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:43.849041 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] For port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:43:43.853009 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] For port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=f2dc8e5b-a0a3-4315-9968-4b594c5a95ff,segment=NetworkSegment(bd29a3cb-d92f-4a15-b72d-e3b86ee8764b),segment_id=bd29a3cb-d92f-4a15-b72d-e3b86ee8764b)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:43:43.858465 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:43.863075 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:43.945599 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Pushing event updated for resources: {'Port': ['ID=f2dc8e5b-a0a3-4315-9968-4b594c5a95ff,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:43.951540 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:45.199704 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 33390) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:45.573808 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-6237bad3-950a-46bf-ac6e-ba58c01038ad admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:43:45.574876 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6237bad3-950a-46bf-ac6e-ba58c01038ad admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3741589 May 20 15:43:47.960835 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 33400) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:48.344748 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-3378f25e-6dec-43b7-aa96-e791add1809a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:43:48.345697 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-3378f25e-6dec-43b7-aa96-e791add1809a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3839664 May 20 15:43:48.673563 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device f2dc8e5b-a0a3-4315-9968-4b594c5a95ff up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:43:48.746102 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:43:49.457627 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a256b2-cb97-4a80-907f-c6468237bec9 None None] Network 83d18d3e-6044-4c23-92d3-6c8285681d3b requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:43:49.566012 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-24167cce-3c77-43b9-bc48-82a672f45aab None None] Provisioning for port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:43:49.581238 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-24167cce-3c77-43b9-bc48-82a672f45aab None None] Provisioning complete for port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:43:49.581632 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-24167cce-3c77-43b9-bc48-82a672f45aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:49.794724 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-24167cce-3c77-43b9-bc48-82a672f45aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:49.843667 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-24167cce-3c77-43b9-bc48-82a672f45aab None None] For port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=f2dc8e5b-a0a3-4315-9968-4b594c5a95ff,segment=NetworkSegment(bd29a3cb-d92f-4a15-b72d-e3b86ee8764b),segment_id=bd29a3cb-d92f-4a15-b72d-e3b86ee8764b)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:43:49.848013 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-24167cce-3c77-43b9-bc48-82a672f45aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:49.853246 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:49.943871 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24167cce-3c77-43b9-bc48-82a672f45aab None None] Pushing event updated for resources: {'Port': ['ID=f2dc8e5b-a0a3-4315-9968-4b594c5a95ff,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:49.946988 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-24167cce-3c77-43b9-bc48-82a672f45aab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:50.080627 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-413333e7-21aa-4045-bfe3-eeaa21ddb741 None None] Provisioning complete for port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:43:50.080913 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-413333e7-21aa-4045-bfe3-eeaa21ddb741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:50.659496 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device f2dc8e5b-a0a3-4315-9968-4b594c5a95ff up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:43:50.729606 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:43:50.729972 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:50.990054 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 33416) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:51.334514 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '9ded5de25752433abaa527f7ac90821b'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:43:51.339398 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:51.343101 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] Usage tracker for resource:router and tenant:9ded5de25752433abaa527f7ac90821b is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:43:51.346378 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:43:51.352321 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:43:51.362841 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7989653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32114'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:51.364458 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8080340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8031792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32011'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:51.385785 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:51.494737 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7989658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8080318'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:51.512542 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:51.513712 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-08e4fd1d-bd3f-44f7-97ff-561b649721c2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5225320 May 20 15:43:53.836022 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 33426) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:54.202642 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-0f6b25fb-1bd5-4a09-9647-b36428b577aa admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:43:54.203617 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-0f6b25fb-1bd5-4a09-9647-b36428b577aa admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3666940 May 20 15:43:54.290443 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d10d5638-7d41-455b-9add-4664d1af2ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:56.526981 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 33436) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:56.538246 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 5 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:43:56.582870 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43392416-5fb5-46fb-9bf3-40084eb41e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:56.816957 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:56.890794 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:43:56.895907 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:56.899954 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Usage tracker for resource:network and tenant:eed4f50d59bc4eb38386a4dee73a2381 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:43:56.902852 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:43:56.908475 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:43:56.918490 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Made reservation on behalf of eed4f50d59bc4eb38386a4dee73a2381 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:43:56.920687 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:56.955138 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:56.970174 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:43:56.973850 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Usage tracker for resource:security_group_rule and tenant:eed4f50d59bc4eb38386a4dee73a2381 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:43:56.977787 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:43:56.983830 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:43:57.073229 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.076729 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.080983 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:57.093793 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Reserving flat network on physical network physnet1 {{(pid=91625) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 15:43:57.119139 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1a1a37-5d7f-471a-9e0e-5a2ef95e1a2b,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:57.121576 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779026754362', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.122145 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Unsubscribe: segment precommit_create {{(pid=91625) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 15:43:57.122623 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Added segment 745c17d8-b51d-4960-8ce3-d086d4082fd8 of type flat for network fae4a615-4f0b-416e-8057-595655400a68 May 20 15:43:57.134113 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:57.163597 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.205305 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.206563 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:43:57.207125 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:57.212076 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:43:57.304576 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7765529 May 20 15:43:57.307528 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Pushing event updated for resources: {'Network': ['ID=fae4a615-4f0b-416e-8057-595655400a68,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:43:57.310677 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:43:57.319283 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network fae4a615-4f0b-416e-8057-595655400a68 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:43:57.864630 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:59.618645 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:43:59.643565 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 33456) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:43:59.850764 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72971fe4-5908-4585-a589-66a6de29a6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:43:59.852080 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-72971fe4-5908-4585-a589-66a6de29a6f2 admin admin] 10.222.0.36 "GET /v2.0/subnets/adc171fb-67dd-4547-ac81-ee4812e12a8a HTTP/1.1" status: 200 len: 849 time: 0.2076454 May 20 15:43:59.994410 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-856cbc5b-02d6-49d1-a7d2-4db74bb26ceb admin admin] 10.222.0.36 "GET /v2.0/routers/56e0965a-269d-41a2-9fc7-161f38eec435 HTTP/1.1" status: 200 len: 704 time: 0.1368129 May 20 15:44:00.453414 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:00.679770 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Allocated IP 172.20.0.1 (83d18d3e-6044-4c23-92d3-6c8285681d3b/adc171fb-67dd-4547-ac81-ee4812e12a8a/025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:44:00.864009 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:00.880591 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Transition to ACTIVE for port object 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:00.932308 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:00.936629 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:00.996446 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Network 83d18d3e-6044-4c23-92d3-6c8285681d3b is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:44:00.999265 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:01.001705 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:44:01.002233 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988135'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:01.139141 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Pushing event updated for resources: {'Port': ['ID=025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:01.142527 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:01.171693 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-85afeb98-8564-4a12-9958-c89a08b796c7 None None] Provisioning for port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:01.176156 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-85afeb98-8564-4a12-9958-c89a08b796c7 None None] Provisioning complete for port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:01.176556 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-85afeb98-8564-4a12-9958-c89a08b796c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:01.231732 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-85afeb98-8564-4a12-9958-c89a08b796c7 None None] Port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:44:01.268840 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:01.493179 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:01.497444 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:01.498517 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7956558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8106012'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:01.502290 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:01.648399 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Pushing event updated for resources: {'Port': ['ID=025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:01.653354 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:01.702357 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Network 83d18d3e-6044-4c23-92d3-6c8285681d3b is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:44:01.703366 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:01.853778 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-6797ede0-e9a2-433c-afc1-bda8805711aa None None] Provisioning complete for port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:01.854252 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6797ede0-e9a2-433c-afc1-bda8805711aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:01.896964 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Router 56e0965a-269d-41a2-9fc7-161f38eec435 is scheduled to L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:44:01.907618 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-6797ede0-e9a2-433c-afc1-bda8805711aa None None] Port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:44:02.046991 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:44:02.056619 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] 10.222.0.36 "PUT /v2.0/routers/56e0965a-269d-41a2-9fc7-161f38eec435/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0573595 May 20 15:44:02.056965 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Sync routers for ids ['56e0965a-269d-41a2-9fc7-161f38eec435'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:44:02.067255 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Routers {'56e0965a-269d-41a2-9fc7-161f38eec435'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:02.068653 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:43:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['56e0965a-269d-41a2-9fc7-161f38eec435'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:02.243100 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Set router 56e0965a-269d-41a2-9fc7-161f38eec435 gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:02.609767 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'name': 'router1', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:43:51Z', 'updated_at': '2021-05-20T15:44:01Z', 'revision_number': 2, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'gw_port_host': None, '_interfaces': [{'id': '025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a', 'name': '', 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'mac_address': 'fa:16:3e:33:e9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:00Z', 'updated_at': '2021-05-20T15:44:01Z', 'revision_number': 2, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'subnets': [{'id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '425177b6-d50e-45f2-b61a-006ebe33733c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:02.614764 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Checking router: 56e0965a-269d-41a2-9fc7-161f38eec435 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:44:02.615126 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Updating router 56e0965a-269d-41a2-9fc7-161f38eec435 port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a binding host dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:44:02.667878 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:03.043636 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:03.059005 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Transition to ACTIVE for port object 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:03.065810 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:03.073114 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:03.237119 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Pushing event updated for resources: {'Port': ['ID=025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:03.279289 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.279622 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.279943 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.280261 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.280572 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.280909 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.281216 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.281524 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.281830 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.282130 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.282451 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.282749 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Tracked resource versions report: May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: pushed versions: May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: { 'AddressGroup': {'1.2'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'ConntrackHelper': {'1.0'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'Log': {'1.0'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'Network': {'1.1'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'Port': {'1.7'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'PortForwarding': {'1.2'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'QosPolicy': {'1.8'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'SecurityGroup': {'1.4'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'SecurityGroupRule': {'1.2'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'SubPort': {'1.0'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'Subnet': {'1.1'}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'Trunk': {'1.1'}} May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: consumer versions: May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: { DHCP agent@dv-cinder-784779-12-smb: {}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: L3 agent@dv-cinder-784779-12-smb: {}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: Metadata agent@dv-cinder-784779-12-smb: {}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: Metering agent@dv-cinder-784779-12-smb: {}, May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: Open vSwitch agent@dv-cinder-784779-12-smb: { 'AddressGroup': '1.2', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'ConntrackHelper': '1.0', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'Log': '1.0', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'Network': '1.1', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'Port': '1.7', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'PortForwarding': '1.2', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'QosPolicy': '1.8', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'SecurityGroup': '1.4', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'SecurityGroupRule': '1.2', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'SubPort': '1.0', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'Subnet': '1.1', May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: 'Trunk': '1.1'}} May 20 15:44:03.283856 dv-cinder-784779-12-smb neutron-server[91627]: {{(pid=91627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:44:03.293346 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:03.313106 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Attempting to bind port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:44:03.313489 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Attempting to bind port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': 'bd29a3cb-d92f-4a15-b72d-e3b86ee8764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:44:03.313931 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Attempting to bind port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a on network 83d18d3e-6044-4c23-92d3-6c8285681d3b {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:44:03.319552 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:44:03.319947 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Checking segment: {'id': 'bd29a3cb-d92f-4a15-b72d-e3b86ee8764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:03.320425 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:03.320805 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Bound using segment: {'id': 'bd29a3cb-d92f-4a15-b72d-e3b86ee8764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:44:03.321292 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Bound port: 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd29a3cb-d92f-4a15-b72d-e3b86ee8764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:44:03.321655 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:03.411319 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] For port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:44:03.417839 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] For port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a,segment=NetworkSegment(bd29a3cb-d92f-4a15-b72d-e3b86ee8764b),segment_id=bd29a3cb-d92f-4a15-b72d-e3b86ee8764b)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:44:03.421359 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:03.425801 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:03.513187 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Routers {'56e0965a-269d-41a2-9fc7-161f38eec435'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:03.513818 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:43:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['56e0965a-269d-41a2-9fc7-161f38eec435'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:03.569518 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Pushing event updated for resources: {'Port': ['ID=025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:03.580445 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-dabcbc0c-065d-4725-a880-810ac699422a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:03.707251 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] Set router 56e0965a-269d-41a2-9fc7-161f38eec435 gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:04.030353 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'name': 'router1', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:43:51Z', 'updated_at': '2021-05-20T15:44:01Z', 'revision_number': 2, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'gw_port_host': None, '_interfaces': [{'id': '025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a', 'name': '', 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'mac_address': 'fa:16:3e:33:e9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:00Z', 'updated_at': '2021-05-20T15:44:03Z', 'revision_number': 4, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'subnets': [{'id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '425177b6-d50e-45f2-b61a-006ebe33733c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:04.034413 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70082f5c-9b9a-4f1a-8c5f-4941efcd1597 None None] The sync data for ids ['56e0965a-269d-41a2-9fc7-161f38eec435'] in dv-cinder-784779-12-smb is: [{'id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'name': 'router1', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:43:51Z', 'updated_at': '2021-05-20T15:44:01Z', 'revision_number': 2, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'gw_port_host': None, '_interfaces': [{'id': '025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a', 'name': '', 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'mac_address': 'fa:16:3e:33:e9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:00Z', 'updated_at': '2021-05-20T15:44:03Z', 'revision_number': 4, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'subnets': [{'id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '425177b6-d50e-45f2-b61a-006ebe33733c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:44:04.217312 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 33478) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:04.406632 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3cc236-62e4-4e61-b5c6-bf59ee1f153c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:04.407076 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-9a3cc236-62e4-4e61-b5c6-bf59ee1f153c admin admin] Synchronizing usage tracker for tenant:eed4f50d59bc4eb38386a4dee73a2381 on resource:network {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:44:04.423751 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-9a3cc236-62e4-4e61-b5c6-bf59ee1f153c admin admin] Unset dirty status for tenant:eed4f50d59bc4eb38386a4dee73a2381 on resource:network {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:44:04.425045 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-9a3cc236-62e4-4e61-b5c6-bf59ee1f153c admin admin] 10.222.0.36 "GET /v2.0/networks/fae4a615-4f0b-416e-8057-595655400a68 HTTP/1.1" status: 200 len: 842 time: 0.2067482 May 20 15:44:04.434658 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'cidr': '172.28.3.0/24'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:04.439788 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:44:04.444083 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Usage tracker for resource:subnet and tenant:eed4f50d59bc4eb38386a4dee73a2381 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:44:04.447097 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:44:04.453310 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:44:04.464424 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Made reservation on behalf of eed4f50d59bc4eb38386a4dee73a2381 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:44:04.466779 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:04.875253 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.objects.ports [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91625) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 15:44:04.875676 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:04.879892 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:04.948861 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b92a755-97bd-4f0b-a162-4d0149360742,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:04.954679 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:04.959179 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Checking segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:04.959524 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Network hostable DHCP agents. Network: fae4a615-4f0b-416e-8057-595655400a68, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:44:04.976234 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Network fae4a615-4f0b-416e-8057-595655400a68 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:44:04.984976 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, fae4a615-4f0b-416e-8057-595655400a68) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:04.988775 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:04.989345 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:04.993419 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a4a186-ea15-458e-9bf5-10d2ff0fe862 None None] Network fae4a615-4f0b-416e-8057-595655400a68 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:44:05.012688 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5816603 May 20 15:44:05.201091 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42d1b9-2446-4846-8d8a-75c80a78922e None None] Network fae4a615-4f0b-416e-8057-595655400a68 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:44:06.694663 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:06.771930 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:06.776800 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:06.777170 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:06.898017 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:06.932288 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a,segment=NetworkSegment(bd29a3cb-d92f-4a15-b72d-e3b86ee8764b),segment_id=bd29a3cb-d92f-4a15-b72d-e3b86ee8764b)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:44:06.936146 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:06.938358 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-24167cce-3c77-43b9-bc48-82a672f45aab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:07.005300 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:07.008402 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:07.244508 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 33492) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:07.493988 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-e78d00ac-181d-4723-bd54-993d3391b755 admin admin] 10.222.0.36 "GET /v2.0/routers/56e0965a-269d-41a2-9fc7-161f38eec435 HTTP/1.1" status: 200 len: 710 time: 0.2483869 May 20 15:44:07.641458 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d749163a-270a-4fd6-93df-fa2258e9c9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:44:07.642865 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-d749163a-270a-4fd6-93df-fa2258e9c9cb admin admin] 10.222.0.36 "GET /v2.0/networks/fae4a615-4f0b-416e-8057-595655400a68 HTTP/1.1" status: 200 len: 886 time: 0.1437421 May 20 15:44:07.652102 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:44:08.102943 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8080358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7989635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32025'] for router, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:08.430750 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:08.485630 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:08.625038 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Allocated IP 172.28.3.250 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/7f47e7d5-735d-4d23-bd9d-4085953fbf33) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:44:08.662802 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:08.729704 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:08.730079 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:08.777108 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:08.833916 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:08.839633 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:08.936677 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:44:08.939434 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:44:08.946128 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:44:08.993333 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Pushing event updated for resources: {'Port': ['ID=7f47e7d5-735d-4d23-bd9d-4085953fbf33,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:09.001050 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:09.321028 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:09.655287 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8080358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7989635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32025'] for router, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:09.658666 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8080318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8080369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8080295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7989745'] for router, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:09.838313 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Router 56e0965a-269d-41a2-9fc7-161f38eec435 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:44:10.013744 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:44:10.022452 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Notify callbacks [] for router, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:10.026511 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] 10.222.0.36 "PUT /v2.0/routers/56e0965a-269d-41a2-9fc7-161f38eec435 HTTP/1.1" status: 200 len: 890 time: 2.3747571 May 20 15:44:10.026669 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Sync routers for ids ['56e0965a-269d-41a2-9fc7-161f38eec435'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:44:10.034126 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Routers {'56e0965a-269d-41a2-9fc7-161f38eec435'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:10.034805 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:43:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['56e0965a-269d-41a2-9fc7-161f38eec435'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:10.252039 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Set router 56e0965a-269d-41a2-9fc7-161f38eec435 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:10.591389 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'name': 'router1', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f47e7d5-735d-4d23-bd9d-4085953fbf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:43:51Z', 'updated_at': '2021-05-20T15:44:09Z', 'revision_number': 4, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'gw_port': {'id': '7f47e7d5-735d-4d23-bd9d-4085953fbf33', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:08Z', 'updated_at': '2021-05-20T15:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a', 'name': '', 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'mac_address': 'fa:16:3e:33:e9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:00Z', 'updated_at': '2021-05-20T15:44:06Z', 'revision_number': 5, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'subnets': [{'id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '425177b6-d50e-45f2-b61a-006ebe33733c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:10.596125 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Checking router: 56e0965a-269d-41a2-9fc7-161f38eec435 for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:44:10.596571 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Updating router 56e0965a-269d-41a2-9fc7-161f38eec435 port 7f47e7d5-735d-4d23-bd9d-4085953fbf33 binding host dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:44:10.647540 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:10.975841 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:10.986820 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Transition to ACTIVE for port object 7f47e7d5-735d-4d23-bd9d-4085953fbf33 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:44:10.992566 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:10.996123 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:11.073761 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9e790-fac6-452c-a424-9188bb0ec510 None None] Pushing event updated for resources: {'Port': ['ID=7f47e7d5-735d-4d23-bd9d-4085953fbf33,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:11.075928 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Attempting to bind port 7f47e7d5-735d-4d23-bd9d-4085953fbf33 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:44:11.076322 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Attempting to bind port 7f47e7d5-735d-4d23-bd9d-4085953fbf33 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:44:11.076642 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Attempting to bind port 7f47e7d5-735d-4d23-bd9d-4085953fbf33 on network fae4a615-4f0b-416e-8057-595655400a68 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:44:11.082120 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bae9e790-fac6-452c-a424-9188bb0ec510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:11.082864 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:44:11.083225 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Checking segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:44:11.084253 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:11.084632 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Bound using segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:44:11.085090 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Bound port: 7f47e7d5-735d-4d23-bd9d-4085953fbf33, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:44:11.085452 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:11.155404 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] For port 7f47e7d5-735d-4d23-bd9d-4085953fbf33, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:44:11.158367 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] For port 7f47e7d5-735d-4d23-bd9d-4085953fbf33, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=7f47e7d5-735d-4d23-bd9d-4085953fbf33,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:44:11.162594 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:11.167388 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bae9e790-fac6-452c-a424-9188bb0ec510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:11.244923 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Routers {'56e0965a-269d-41a2-9fc7-161f38eec435'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:44:11.245444 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:43:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['56e0965a-269d-41a2-9fc7-161f38eec435'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:11.306402 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9e790-fac6-452c-a424-9188bb0ec510 None None] Pushing event updated for resources: {'Port': ['ID=7f47e7d5-735d-4d23-bd9d-4085953fbf33,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:11.310902 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bae9e790-fac6-452c-a424-9188bb0ec510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:11.425779 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] Set router 56e0965a-269d-41a2-9fc7-161f38eec435 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:44:11.775902 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'name': 'router1', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f47e7d5-735d-4d23-bd9d-4085953fbf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:43:51Z', 'updated_at': '2021-05-20T15:44:09Z', 'revision_number': 4, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'gw_port': {'id': '7f47e7d5-735d-4d23-bd9d-4085953fbf33', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:08Z', 'updated_at': '2021-05-20T15:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a', 'name': '', 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'mac_address': 'fa:16:3e:33:e9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:00Z', 'updated_at': '2021-05-20T15:44:06Z', 'revision_number': 5, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'subnets': [{'id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '425177b6-d50e-45f2-b61a-006ebe33733c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:44:11.779824 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d0fe0-fe90-4813-a4c9-18a663392144 None None] The sync data for ids ['56e0965a-269d-41a2-9fc7-161f38eec435'] in dv-cinder-784779-12-smb is: [{'id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'name': 'router1', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '7f47e7d5-735d-4d23-bd9d-4085953fbf33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:43:51Z', 'updated_at': '2021-05-20T15:44:09Z', 'revision_number': 4, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'gw_port': {'id': '7f47e7d5-735d-4d23-bd9d-4085953fbf33', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:08Z', 'updated_at': '2021-05-20T15:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a', 'name': '', 'network_id': '83d18d3e-6044-4c23-92d3-6c8285681d3b', 'tenant_id': '9ded5de25752433abaa527f7ac90821b', 'mac_address': 'fa:16:3e:33:e9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e0965a-269d-41a2-9fc7-161f38eec435', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:44:00Z', 'updated_at': '2021-05-20T15:44:06Z', 'revision_number': 5, 'project_id': '9ded5de25752433abaa527f7ac90821b', 'subnets': [{'id': 'adc171fb-67dd-4547-ac81-ee4812e12a8a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '425177b6-d50e-45f2-b61a-006ebe33733c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:44:12.351997 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 33502) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:44:12.470297 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-210d71a2-c8a8-4b45-b07e-5ff7dfba8693 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1171658 May 20 15:44:12.688137 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 7f47e7d5-735d-4d23-bd9d-4085953fbf33 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:12.758013 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 7f47e7d5-735d-4d23-bd9d-4085953fbf33 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:44:12.763058 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 7f47e7d5-735d-4d23-bd9d-4085953fbf33 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:12.763566 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.883680 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.899996 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 7f47e7d5-735d-4d23-bd9d-4085953fbf33, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=7f47e7d5-735d-4d23-bd9d-4085953fbf33,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:44:12.904113 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:12.907618 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:44:12.976569 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=7f47e7d5-735d-4d23-bd9d-4085953fbf33,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:44:12.979850 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:44:14.682657 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 7f47e7d5-735d-4d23-bd9d-4085953fbf33 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:44:14.751413 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 7f47e7d5-735d-4d23-bd9d-4085953fbf33 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:44:14.751785 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:24.285028 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0fe39463-ebc8-4fc6-8397-02d373142a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:26.586636 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2ba25fc3-a88e-4d8c-ae00-4cec58c3982c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:26.830370 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:27.876859 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:29.633788 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:33.538264 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 5 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:44:54.288715 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-29aca767-1484-4bba-b902-72b5e6b9cfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:56.592005 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2c3bae40-39b1-442e-94cf-3677d721d004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:56.824557 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:57.875375 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:44:59.635293 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:10.537982 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 5 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:45:24.292789 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ebbc9ca4-00f8-429d-b381-517a2b825758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:26.584709 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-56dc2779-958e-4da2-b05e-b0faad2da42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:26.829142 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:27.874248 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:29.639577 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:46.965746 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34072) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:45:47.032285 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cfc206-0421-4cb0-acb2-547db8519923 admin admin] GET failed (client error): The resource could not be found. May 20 15:45:47.033514 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-24cfc206-0421-4cb0-acb2-547db8519923 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668242 May 20 15:45:47.166278 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b3ac2-dcd7-4653-a12d-7d108a111225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:45:47.167650 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-cc4b3ac2-dcd7-4653-a12d-7d108a111225 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1296666 May 20 15:45:47.537385 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 5 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:45:49.245648 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34082) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:45:49.352837 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49135b03-35bb-4167-87b7-f4ea282b303f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:45:49.353392 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-49135b03-35bb-4167-87b7-f4ea282b303f admin admin] Synchronizing usage tracker for tenant:eed4f50d59bc4eb38386a4dee73a2381 on resource:subnet {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:45:49.369313 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-49135b03-35bb-4167-87b7-f4ea282b303f admin admin] Unset dirty status for tenant:eed4f50d59bc4eb38386a4dee73a2381 on resource:subnet {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:45:49.370448 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-49135b03-35bb-4167-87b7-f4ea282b303f admin admin] 10.222.0.36 "GET /v2.0/subnets/adc171fb-67dd-4547-ac81-ee4812e12a8a HTTP/1.1" status: 200 len: 849 time: 0.1238270 May 20 15:45:49.380574 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:45:49.494031 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Notify callbacks [] for subnet, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:49.687810 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779026694081'] for subnet, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:49.692319 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-96e4fb84-f9fd-4ae5-860e-cc8d960af502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:45:49.737795 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:45:49.737903 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:49.753244 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a6461d-d1f8-45c6-8eb3-d94391df8879 None None] Network 83d18d3e-6044-4c23-92d3-6c8285681d3b requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:45:49.755436 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] 10.222.0.36 "PUT /v2.0/subnets/adc171fb-67dd-4547-ac81-ee4812e12a8a HTTP/1.1" status: 200 len: 868 time: 0.3790300 May 20 15:45:49.780715 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc171fb-67dd-4547-ac81-ee4812e12a8a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:45:49.788840 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.789193 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.789501 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.789823 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.790142 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.790496 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.791078 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.791396 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.791733 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.792044 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.792359 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.792663 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:45:49.798235 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:45:50.258851 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-7cc9add3-e601-4669-980a-aaaf0321d0e7 None None] Provisioning complete for port 025fc7e0-7df3-4fe2-b6cb-a4bb0c8e6f4a triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:45:50.259218 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7cc9add3-e601-4669-980a-aaaf0321d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:50.384870 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-7cc9add3-e601-4669-980a-aaaf0321d0e7 None None] Provisioning complete for port f2dc8e5b-a0a3-4315-9968-4b594c5a95ff triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:45:50.385142 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7cc9add3-e601-4669-980a-aaaf0321d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:51.856543 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34092) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:45:52.030086 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874748ed-3282-48d7-87aa-90cdca9ee445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:45:52.030612 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874748ed-3282-48d7-87aa-90cdca9ee445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:45:52.032130 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-874748ed-3282-48d7-87aa-90cdca9ee445 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1746418 May 20 15:45:54.129876 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34102) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:45:54.295173 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0602-401d-4df7-9459-1f8ea00f345d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:54.341481 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac68ea6-6bf6-40c3-92c0-189e12cf2a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:45:54.341881 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac68ea6-6bf6-40c3-92c0-189e12cf2a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:45:54.343404 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-0ac68ea6-6bf6-40c3-92c0-189e12cf2a9b admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2125821 May 20 15:45:56.453979 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34112) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:45:56.590895 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50e52920-af67-4838-8f40-d26bfb3a91e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:56.631955 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89686fe3-138f-4e74-9190-7a39cb695239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:45:56.633362 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-89686fe3-138f-4e74-9190-7a39cb695239 admin admin] 10.222.0.36 "GET /v2.0/networks/83d18d3e-6044-4c23-92d3-6c8285681d3b HTTP/1.1" status: 200 len: 869 time: 0.1783526 May 20 15:45:56.831030 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:57.880368 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:45:58.741238 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34122) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:45:58.904131 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1687ae99-1d2d-401d-81e1-7096608f7df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:45:58.905444 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-1687ae99-1d2d-401d-81e1-7096608f7df7 admin admin] 10.222.0.36 "GET /v2.0/networks/fae4a615-4f0b-416e-8057-595655400a68 HTTP/1.1" status: 200 len: 886 time: 0.1632633 May 20 15:45:59.642943 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:01.005193 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34132) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:01.110026 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4c2130-7797-48e0-b0a1-7f6fac2d42ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:01.110514 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4c2130-7797-48e0-b0a1-7f6fac2d42ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:01.111993 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6d4c2130-7797-48e0-b0a1-7f6fac2d42ff admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1058683 May 20 15:46:03.197836 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34142) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:03.305406 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8aab16-b652-451b-a1de-1cd90339b945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:03.305861 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8aab16-b652-451b-a1de-1cd90339b945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:03.307376 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-bd8aab16-b652-451b-a1de-1cd90339b945 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085982 May 20 15:46:05.401246 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34152) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:05.500127 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1bc404-e496-4629-a987-5b92cff0ffea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:05.501412 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-9f1bc404-e496-4629-a987-5b92cff0ffea admin admin] 10.222.0.36 "GET /v2.0/subnets/5b92a755-97bd-4f0b-a162-4d0149360742 HTTP/1.1" status: 200 len: 816 time: 0.0992415 May 20 15:46:07.600817 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34162) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:07.751891 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe75ddd-41a9-4c85-b3d4-ee65f7118aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:07.753211 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-cfe75ddd-41a9-4c85-b3d4-ee65f7118aa7 admin admin] 10.222.0.36 "GET /v2.0/subnets/adc171fb-67dd-4547-ac81-ee4812e12a8a HTTP/1.1" status: 200 len: 868 time: 0.1514728 May 20 15:46:24.296481 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ed0-4f8f-407a-986e-4616cd6d0921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:24.536964 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 5 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:46:26.593901 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-caffe3be-daff-48d9-9487-b8c1c1c73e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:26.834111 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:27.882985 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:29.643418 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:30.796775 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34206) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:30.844722 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-38d0e970-a6d6-49a2-a1cd-8f5f84395b9d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:46:30.845681 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-38d0e970-a6d6-49a2-a1cd-8f5f84395b9d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479991 May 20 15:46:33.024120 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34216) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:33.089687 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.pecan_wsgi.hooks.translation [None req-046f1753-d184-4a3b-bd53-e37cd2a020be admin admin] GET failed (client error): The resource could not be found. May 20 15:46:33.090947 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-046f1753-d184-4a3b-bd53-e37cd2a020be admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658472 May 20 15:46:33.214864 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d848c69-c6d2-432d-825a-290a3116d344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:33.216278 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-8d848c69-c6d2-432d-825a-290a3116d344 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1215324 May 20 15:46:35.351771 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34226) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:35.398663 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:46:35.403002 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:46:35.412990 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:46:35.422081 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Made reservation on behalf of eed4f50d59bc4eb38386a4dee73a2381 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:46:35.424303 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:35.510840 dv-cinder-784779-12-smb neutron-server[91625]: WARNING neutron.services.revisions.revision_plugin [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Could not find related network for resource to bump revision. May 20 15:46:35.523104 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:46:35.531651 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:35.531926 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Added segment eba94159-a2f9-4741-b9bb-7af8ea3ea5e4 of type vlan for network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 May 20 15:46:35.557191 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:35.585283 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:35.586772 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:35.587346 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:35.592008 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:35.698811 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3459592 May 20 15:46:35.699518 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Pushing event updated for resources: {'Network': ['ID=f395455b-2f6b-4af0-ac49-41a8cb8c24b7,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:35.712030 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:35.719588 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:46:37.814342 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34236) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:46:37.881824 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4359a94-b1ba-4861-bbef-bdce3b6f6f0b admin admin] GET failed (client error): The resource could not be found. May 20 15:46:37.882356 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b4359a94-b1ba-4861-bbef-bdce3b6f6f0b admin admin] Synchronizing usage tracker for tenant:eed4f50d59bc4eb38386a4dee73a2381 on resource:network {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:46:37.896916 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b4359a94-b1ba-4861-bbef-bdce3b6f6f0b admin admin] Unset dirty status for tenant:eed4f50d59bc4eb38386a4dee73a2381 on resource:network {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:46:37.898004 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-b4359a94-b1ba-4861-bbef-bdce3b6f6f0b admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0827112 May 20 15:46:38.001272 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c09fe2-fc82-4cd6-b076-f6d015d77ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:38.002617 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-26c09fe2-fc82-4cd6-b076-f6d015d77ff4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1008031 May 20 15:46:38.012589 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Request body: {'subnet': {'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:46:38.016797 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:46:38.026366 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:46:38.035639 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Made reservation on behalf of eed4f50d59bc4eb38386a4dee73a2381 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:46:38.037984 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:38.404999 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:38.409234 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c84348c8-3c57-4534-8787-69435ec0f235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:38.477202 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Pushing event updated for resources: {'Subnet': ['ID=752b1608-5ded-4b6a-b261-62164e0d0ae5,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:38.481154 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:38.486529 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Checking segment: {'id': 'eba94159-a2f9-4741-b9bb-7af8ea3ea5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:46:38.486871 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Network hostable DHCP agents. Network: f395455b-2f6b-4af0-ac49-41a8cb8c24b7, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:46:38.503808 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:46:38.513022 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, f395455b-2f6b-4af0-ac49-41a8cb8c24b7) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:46:38.517556 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:46:38.518555 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:38.523021 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe0d34b-726e-43a1-8034-4bfefb6215c8 None None] Network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:46:38.545789 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5364287 May 20 15:46:38.753195 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b74e7ff-11be-525c-ad52-207b3bc2585f-f395455b-2f6b-4af0-ac49-41a8cb8c24b7', 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7', 'tenant_id': 'eed4f50d59bc4eb38386a4dee73a2381', 'fixed_ips': [{'subnet_id': '752b1608-5ded-4b6a-b261-62164e0d0ae5'}]}} from dv-cinder-784779-12-smb. {{(pid=91626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:46:38.754022 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:38.913603 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Allocated IP 192.168.233.2 (f395455b-2f6b-4af0-ac49-41a8cb8c24b7/752b1608-5ded-4b6a-b261-62164e0d0ae5/5bbe0898-2886-4538-a1c3-032a60cfdc64) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:46:39.127384 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:39.139445 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Transition to ACTIVE for port object 5bbe0898-2886-4538-a1c3-032a60cfdc64 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:46:39.158552 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Transition to ACTIVE for port object 5bbe0898-2886-4538-a1c3-032a60cfdc64 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:46:39.163479 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:39.168879 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:39.234803 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:46:39.237457 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:46:39.242011 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:46:39.244085 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Pushing event updated for resources: {'Port': ['ID=5bbe0898-2886-4538-a1c3-032a60cfdc64,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:39.277098 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.277437 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.277762 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.278080 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.278418 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.278741 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.279053 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.279365 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.279694 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.280004 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.280310 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.280619 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:46:39.288534 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:39.345014 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Attempting to bind port 5bbe0898-2886-4538-a1c3-032a60cfdc64 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:46:39.345370 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Attempting to bind port 5bbe0898-2886-4538-a1c3-032a60cfdc64 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': 'eba94159-a2f9-4741-b9bb-7af8ea3ea5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:46:39.345723 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Attempting to bind port 5bbe0898-2886-4538-a1c3-032a60cfdc64 on network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:46:39.350961 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:46:39.351321 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Checking segment: {'id': 'eba94159-a2f9-4741-b9bb-7af8ea3ea5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:46:39.351710 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:39.352088 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Bound using segment: {'id': 'eba94159-a2f9-4741-b9bb-7af8ea3ea5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:46:39.352543 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Bound port: 5bbe0898-2886-4538-a1c3-032a60cfdc64, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba94159-a2f9-4741-b9bb-7af8ea3ea5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:46:39.352912 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:39.440689 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] For port 5bbe0898-2886-4538-a1c3-032a60cfdc64, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:46:39.446508 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] For port 5bbe0898-2886-4538-a1c3-032a60cfdc64, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=5bbe0898-2886-4538-a1c3-032a60cfdc64,segment=NetworkSegment(eba94159-a2f9-4741-b9bb-7af8ea3ea5e4),segment_id=eba94159-a2f9-4741-b9bb-7af8ea3ea5e4)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:46:39.455481 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:39.460180 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:39.538576 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Pushing event updated for resources: {'Port': ['ID=5bbe0898-2886-4538-a1c3-032a60cfdc64,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:39.542275 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:40.334468 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cab6f1-dceb-4bcd-b04b-ba5c171741c4 None None] Network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:46:40.447322 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-f0effdd6-b28d-43bb-afbf-e9157bdbffa2 None None] Provisioning for port 5bbe0898-2886-4538-a1c3-032a60cfdc64 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:46:40.811672 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 5bbe0898-2886-4538-a1c3-032a60cfdc64 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:46:40.884214 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 5bbe0898-2886-4538-a1c3-032a60cfdc64 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:46:40.889208 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 5bbe0898-2886-4538-a1c3-032a60cfdc64 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:46:40.889579 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:41.009312 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:41.044348 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 5bbe0898-2886-4538-a1c3-032a60cfdc64, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=5bbe0898-2886-4538-a1c3-032a60cfdc64,segment=NetworkSegment(eba94159-a2f9-4741-b9bb-7af8ea3ea5e4),segment_id=eba94159-a2f9-4741-b9bb-7af8ea3ea5e4)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:46:41.048310 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:41.050335 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:46:41.116534 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=5bbe0898-2886-4538-a1c3-032a60cfdc64,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:46:41.119616 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:46:42.786785 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 5bbe0898-2886-4538-a1c3-032a60cfdc64 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:46:42.853521 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 5bbe0898-2886-4538-a1c3-032a60cfdc64 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:46:42.853882 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:54.299079 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cf30dd65-5d92-4774-8632-bdd54db66ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:56.597158 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-69203a9c-b251-4f45-8247-c97b98eb5547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:56.837266 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:57.885962 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:46:59.650498 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:01.536624 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 5 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:47:24.300445 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e3b17b23-9307-4cd0-a9de-6da7f0d1f843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:26.601127 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-39a4575e-3b1d-495a-b691-5d401c2f535d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:26.840635 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:27.890706 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:29.654419 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:38.536162 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 5 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:47:49.448350 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34286) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:49.454299 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [None req-ada87c00-62bb-4ce6-a087-c68afc520825 tempest-verify_tempest_config-641651298 tempest-verify_tempest_config-641651298-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:47:49.455608 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-ada87c00-62bb-4ce6-a087-c68afc520825 tempest-verify_tempest_config-641651298 tempest-verify_tempest_config-641651298-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059552 May 20 15:47:49.754451 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34304) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:49.866880 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:49.881031 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:47:49.884882 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2adb98140947f283a5b68c126046ec is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:47:49.887728 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:47:49.894439 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:47:49.974392 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:49.978149 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:49.986592 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e5d6f8da-87bd-402e-9458-2d2e32591419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:47:50.023715 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Synchronizing usage tracker for tenant:eed4f50d59bc4eb38386a4dee73a2381 on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:47:50.027898 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0920dde9-cddd-438b-ad97-5be0b842913a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:47:50.036646 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.036995 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.037321 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.037640 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.037955 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.038297 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.038610 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.038919 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.039240 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.039554 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.039861 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.040163 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:47:50.045602 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:47:50.053592 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Unset dirty status for tenant:eed4f50d59bc4eb38386a4dee73a2381 on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:47:50.054857 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc2adb98140947f283a5b68c126046ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2994647 May 20 15:47:50.057500 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34310) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:47:50.112984 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d33b5a90-3060-47c9-9eb4-332a08a1609b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:50.142101 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d33b5a90-3060-47c9-9eb4-332a08a1609b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:50.238545 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d33b5a90-3060-47c9-9eb4-332a08a1609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:50.243837 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:47:50.256289 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b5a90-3060-47c9-9eb4-332a08a1609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920dde9-cddd-438b-ad97-5be0b842913a,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:47:50.259372 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d33b5a90-3060-47c9-9eb4-332a08a1609b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:47:50.261294 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d33b5a90-3060-47c9-9eb4-332a08a1609b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:50.262565 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-d33b5a90-3060-47c9-9eb4-332a08a1609b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0920dde9-cddd-438b-ad97-5be0b842913a HTTP/1.1" status: 204 len: 168 time: 0.2039695 May 20 15:47:54.303633 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7f9c103b-ea0a-4e98-82ce-84c26ca29c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:56.603255 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e13af3a1-6717-4d20-b0bd-e24817ab5b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:56.843081 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:57.892288 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:47:59.658116 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:15.536018 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 5 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:48:24.304147 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8afd26c9-d254-4655-b4f6-ef8c997e608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:26.604520 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ee7d00b1-b3bb-4da1-8672-02aeed2da1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:26.844643 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:27.894188 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:29.660182 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:52.535883 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 5 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:48:54.304333 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fc096474-7512-4ca8-a24a-d1e0511b26ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:56.607897 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-15ee8b8e-7e89-4205-8c1f-2a58e12b4eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:56.847087 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:57.897310 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:48:59.665431 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:24.305055 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-98f80d0d-455c-46ac-a574-37fce300948f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:26.614082 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c737-f568-4e88-b463-5d4caac7b424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:26.851407 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:27.900250 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:29.536078 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 5 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:49:29.669823 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:35.305199 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380'] for agent, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:50.903565 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34382) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:49:51.018957 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-ffdb3628-f555-44b4-b45b-f1a7891da18d admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1142745 May 20 15:49:53.184921 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34392) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:49:53.246293 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-ea6c9417-9560-4af8-9086-9c4f9657455a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0602646 May 20 15:49:54.306900 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8abc1b69-f8bd-4860-837b-7cb5cf062bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:56.616931 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7cd42062-1cce-4e98-bdaf-c8bc90dc66b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:56.845373 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:57.903652 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:49:59.676006 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:05.256593 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:06.536071 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:50:24.308814 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a5e066d8-dfe2-4373-aebf-e6602255682d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:26.618032 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-10897d15-737f-4e21-80ec-d80e5d673a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:26.848929 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:27.905081 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:29.676898 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:35.271311 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:43.535735 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:50:54.309599 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a0af6f60-466f-4a93-a4be-b453160131dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:56.623507 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e36e3b3a-34b8-4728-aca4-3c996c0dd125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:56.850646 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:57.909954 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:50:59.677342 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:05.291597 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:20.535049 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:51:24.315953 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da8be01c-e9a6-4911-aeed-919e4693690f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:24.519455 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34562) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:24.841737 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-361020012-network', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:24.847755 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:24.851687 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Usage tracker for resource:network and tenant:5fcfa309c46343d08d16719032f9ed40 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:24.855000 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:24.860826 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:24.872329 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Made reservation on behalf of 5fcfa309c46343d08d16719032f9ed40 for: {'network': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:24.875183 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:24.888211 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:24.904364 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:24.908474 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Usage tracker for resource:security_group_rule and tenant:5fcfa309c46343d08d16719032f9ed40 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:24.911817 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:24.917555 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:25.007616 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.015362 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.020568 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:25.053548 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:25.056024 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=91624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:25.067526 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.068018 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.068214 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.068531 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.068854 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.069190 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.069497 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.069813 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.070157 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.070498 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.070810 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.071122 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Tracked resource versions report: May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: pushed versions: May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: { 'AddressGroup': {'1.2'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'ConntrackHelper': {'1.0'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'Log': {'1.0'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'Network': {'1.1'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'Port': {'1.7'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'PortForwarding': {'1.2'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'QosPolicy': {'1.8'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'SecurityGroup': {'1.4'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'SubPort': {'1.0'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'Subnet': {'1.1'}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'Trunk': {'1.1'}} May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: consumer versions: May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: { DHCP agent@dv-cinder-784779-12-smb: {}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: HyperV agent@hv-cinder-78477: {}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: L3 agent@dv-cinder-784779-12-smb: {}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: Metadata agent@dv-cinder-784779-12-smb: {}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: Metering agent@dv-cinder-784779-12-smb: {}, May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: Open vSwitch agent@dv-cinder-784779-12-smb: { 'AddressGroup': '1.2', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'ConntrackHelper': '1.0', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'Log': '1.0', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'Network': '1.1', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'Port': '1.7', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'PortForwarding': '1.2', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'QosPolicy': '1.8', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'SecurityGroup': '1.4', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'SecurityGroupRule': '1.2', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'SubPort': '1.0', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'Subnet': '1.1', May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: 'Trunk': '1.1'}} May 20 15:51:25.072144 dv-cinder-784779-12-smb neutron-server[91624]: {{(pid=91624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:25.077192 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:25.080879 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.081224 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.segments_db [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Added segment 5f355d7e-d274-4090-974f-6f62b5c2dbc0 of type vlan for network 4d80c773-67f8-48ec-a778-6d13b0959c9b May 20 15:51:25.109947 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.146376 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.147688 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:25.148330 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.153347 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:25.249256 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7252352 May 20 15:51:25.249717 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34604) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:25.257031 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Pushing event updated for resources: {'Network': ['ID=4d80c773-67f8-48ec-a778-6d13b0959c9b,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:25.257143 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Request body: {'subnet': {'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-361020012-subnet', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:25.264072 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:25.266341 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34612) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:25.267012 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 4d80c773-67f8-48ec-a778-6d13b0959c9b details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:25.267394 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:25.273065 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Usage tracker for resource:subnet and tenant:5fcfa309c46343d08d16719032f9ed40 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:25.284495 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:25.291869 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:25.306474 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Made reservation on behalf of 5fcfa309c46343d08d16719032f9ed40 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:25.309717 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.563450 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34628) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:25.740888 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-664938946-network', 'tenant_id': '2a11963e766e4965ad6871c8dca98290'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:25.748102 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:25.754686 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Usage tracker for resource:network and tenant:2a11963e766e4965ad6871c8dca98290 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:25.759866 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:25.769906 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:25.774475 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.779168 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-91827e51-701b-4cb6-9693-62cc6e4fec3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:25.784373 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Made reservation on behalf of 2a11963e766e4965ad6871c8dca98290 for: {'network': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:25.791578 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.811524 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.833482 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34642) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:25.840145 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea8e36d-cab8-4a15-b821-44f9f7bf4657,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:25.845851 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:25.855066 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Usage tracker for resource:security_group_rule and tenant:2a11963e766e4965ad6871c8dca98290 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:25.857557 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.858072 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.858237 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:25.858717 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.859215 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.859702 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.860174 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.860800 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.861067 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.861392 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.861823 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.862154 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.862499 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Tracked resource versions report: May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: pushed versions: May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: { 'AddressGroup': {'1.2'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'ConntrackHelper': {'1.0'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'Log': {'1.0'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'Network': {'1.1'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'Port': {'1.7'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'PortForwarding': {'1.2'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'QosPolicy': {'1.8'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'SecurityGroup': {'1.4'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'SubPort': {'1.0'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'Subnet': {'1.1'}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'Trunk': {'1.1'}} May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: consumer versions: May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: { DHCP agent@dv-cinder-784779-12-smb: {}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: HyperV agent@hv-cinder-78477: {}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: L3 agent@dv-cinder-784779-12-smb: {}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: Metadata agent@dv-cinder-784779-12-smb: {}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: Metering agent@dv-cinder-784779-12-smb: {}, May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: Open vSwitch agent@dv-cinder-784779-12-smb: { 'AddressGroup': '1.2', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'ConntrackHelper': '1.0', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'Log': '1.0', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'Network': '1.1', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'Port': '1.7', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'PortForwarding': '1.2', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'QosPolicy': '1.8', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'SecurityGroup': '1.4', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'SecurityGroupRule': '1.2', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'SubPort': '1.0', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'Subnet': '1.1', May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: 'Trunk': '1.1'}} May 20 15:51:25.863538 dv-cinder-784779-12-smb neutron-server[91625]: {{(pid=91625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:25.873238 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:25.880659 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:25.890086 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Checking segment: {'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:25.890935 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Network hostable DHCP agents. Network: 4d80c773-67f8-48ec-a778-6d13b0959c9b, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:25.898845 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1271983358-network', 'tenant_id': '8c788e37970348918fb351ea371ee329'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:25.904163 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:25.910671 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Usage tracker for resource:network and tenant:8c788e37970348918fb351ea371ee329 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:25.911994 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Network 4d80c773-67f8-48ec-a778-6d13b0959c9b is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:25.915672 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:25.923227 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:25.924637 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 4d80c773-67f8-48ec-a778-6d13b0959c9b) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:25.929257 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:25.932877 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.937716 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083bd03-7d9b-4ea3-8f9f-f9c3d6536eb7 None None] Network 4d80c773-67f8-48ec-a778-6d13b0959c9b requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:25.959186 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Made reservation on behalf of 8c788e37970348918fb351ea371ee329 for: {'network': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:25.962469 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.981721 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:25.989687 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7387447 May 20 15:51:25.990592 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34654) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:25.996124 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-361020012-router', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:26.007269 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:26.015885 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Usage tracker for resource:security_group_rule and tenant:8c788e37970348918fb351ea371ee329 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:26.019972 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:26.021184 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:26.028162 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Usage tracker for resource:router and tenant:5fcfa309c46343d08d16719032f9ed40 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:26.033802 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:26.038677 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:26.046667 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:26.075824 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7989653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32114'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.077343 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8080340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8031792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32011'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.092830 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.225035 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.243389 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-296432798-network', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:26.256634 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.281915 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:26.293414 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4069445d-8f67-450f-be0f-6258f8b531a1 None None] Network 4d80c773-67f8-48ec-a778-6d13b0959c9b requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:26.352834 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cd7924-c008-473f-9273-27f77fe2656f,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:26.388244 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:26.393367 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=91624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:26.399821 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:26.417191 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Usage tracker for resource:network and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:26.425412 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:26.439343 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.439819 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.segments_db [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Added segment c338ff10-78e9-46e7-a8ba-55aebc06e9a9 of type vlan for network 0fb7a191-b38b-4255-bdde-61d6b2f627c2 May 20 15:51:26.451655 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:26.500400 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Made reservation on behalf of 9e368ec826784c75aa764fcc0c6e68ed for: {'network': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:26.506253 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.535923 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.559252 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8080358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7989635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32025'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.569024 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.594255 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.597581 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.607402 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:26.612966 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:26.613840 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.617772 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.621403 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:26.655676 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-3a6ecfdd-dd82-47d0-afd4-d65f7f0ca617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.712190 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Usage tracker for resource:security_group_rule and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:26.720357 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:26.735644 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:26.868108 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:26.904543 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3398135 May 20 15:51:26.913951 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34680) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:26.927563 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=91624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:26.933310 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Request body: {'subnet': {'network_id': '0fb7a191-b38b-4255-bdde-61d6b2f627c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1271983358-subnet', 'tenant_id': '8c788e37970348918fb351ea371ee329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:26.959189 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:27.014596 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Usage tracker for resource:subnet and tenant:8c788e37970348918fb351ea371ee329 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:27.037677 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:27.048477 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.050511 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.050856 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.segments_db [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Added segment d77d32aa-e7c8-4116-93b8-62b99eaa3321 of type vlan for network 0e049b9e-a958-4062-b711-6ba2a577792b May 20 15:51:27.051916 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Pushing event updated for resources: {'Network': ['ID=0fb7a191-b38b-4255-bdde-61d6b2f627c2,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:27.055380 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.056526 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:27.062291 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:27.066109 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 0fb7a191-b38b-4255-bdde-61d6b2f627c2 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:27.079855 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:27.087729 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.095759 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.130450 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Made reservation on behalf of 8c788e37970348918fb351ea371ee329 for: {'subnet': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:27.132858 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.157201 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.171946 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cbe488-b79e-4a8d-af14-fbafc46a96df,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:27.177927 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=91624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:27.180860 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:27.185317 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:27.270269 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.270549 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.segments_db [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Added segment 2f783f02-9504-4f5e-af83-ba821c49bfee of type vlan for network 269611d1-9001-4aeb-a2d6-2e6f178eec88 May 20 15:51:27.293027 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Allocated IP 172.28.3.45 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/698f79d6-41cb-4c1d-9fdd-b5a7096619ac) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:27.306786 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b6d21c-dc43-4ace-a437-7ab4c04e5a49,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:27.325125 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:27.339618 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.351844 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.358372 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:27.358951 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.367060 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:27.484379 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.516435 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.522036 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:27.535102 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.549298 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:27.549812 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.556662 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Pushing event updated for resources: {'Network': ['ID=0e049b9e-a958-4062-b711-6ba2a577792b,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:27.569118 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3005986 May 20 15:51:27.569716 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 0e049b9e-a958-4062-b711-6ba2a577792b details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:27.573410 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34698) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:27.576238 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:27.578323 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-08d9e978-72c9-44aa-bb14-1a6e1ca4e4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:27.597353 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Pushing event updated for resources: {'Port': ['ID=698f79d6-41cb-4c1d-9fdd-b5a7096619ac,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:27.602233 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:27.604087 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:27.604226 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Request body: {'subnet': {'network_id': '0e049b9e-a958-4062-b711-6ba2a577792b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-664938946-subnet', 'tenant_id': '2a11963e766e4965ad6871c8dca98290', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:27.605264 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:27.608411 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:27.623412 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:27.625603 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7899911 May 20 15:51:27.642775 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34702) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:27.648689 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Usage tracker for resource:subnet and tenant:2a11963e766e4965ad6871c8dca98290 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:27.656139 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Request body: {'subnet': {'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-subnet', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:27.709696 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:27.721385 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:27.731537 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:27.736074 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Usage tracker for resource:subnet and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:27.738326 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Pushing event updated for resources: {'Network': ['ID=269611d1-9001-4aeb-a2d6-2e6f178eec88,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:27.740561 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:27.746937 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:27.748112 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:27.758350 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 269611d1-9001-4aeb-a2d6-2e6f178eec88 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:27.782478 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Made reservation on behalf of 2a11963e766e4965ad6871c8dca98290 for: {'subnet': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:27.784805 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.844246 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Made reservation on behalf of 9e368ec826784c75aa764fcc0c6e68ed for: {'subnet': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:27.847407 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:27.966945 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.169443 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.443008 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.452290 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:28.592938 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7989658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8080318'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.601485 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b41ec2-7f9f-43ae-965e-a143eb242861,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:28.609628 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:28.662572 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Checking segment: {'id': 'c338ff10-78e9-46e7-a8ba-55aebc06e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0fb7a191-b38b-4255-bdde-61d6b2f627c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:28.662946 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Network hostable DHCP agents. Network: 0fb7a191-b38b-4255-bdde-61d6b2f627c2, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:28.716556 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Network 0fb7a191-b38b-4255-bdde-61d6b2f627c2 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:28.742923 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 0fb7a191-b38b-4255-bdde-61d6b2f627c2) {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:28.750462 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:28.751155 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.760826 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5af767-7e2b-4629-adaa-aa29aac5bd74 None None] Network 0fb7a191-b38b-4255-bdde-61d6b2f627c2 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:28.870480 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.880855 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9527583 May 20 15:51:28.882694 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:28.951452 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:28.975773 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ea5219-919e-4ad1-8969-a14a5c227c0b,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:28.985090 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:28.991354 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-4aa05b43-4152-4d2a-92ce-f4e72f3a0d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:29.057983 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Checking segment: {'id': 'd77d32aa-e7c8-4116-93b8-62b99eaa3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0e049b9e-a958-4062-b711-6ba2a577792b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:29.058434 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Network hostable DHCP agents. Network: 0e049b9e-a958-4062-b711-6ba2a577792b, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:29.059918 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 is scheduled to L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:51:29.096023 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f754e493-2fc1-4a88-b9bc-dc69210f0f84,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:29.102036 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:29.122565 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Checking segment: {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:29.124779 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Network hostable DHCP agents. Network: 269611d1-9001-4aeb-a2d6-2e6f178eec88, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:29.137000 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Network 0e049b9e-a958-4062-b711-6ba2a577792b is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:29.155187 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8244c6c-84e7-475f-8667-8b9f16c7b4bc None None] Network 0fb7a191-b38b-4255-bdde-61d6b2f627c2 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:29.168037 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 0e049b9e-a958-4062-b711-6ba2a577792b) {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:29.182209 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:29.184425 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.185894 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f29379-abac-4d05-8795-d868aa5b3a4f None None] Network 0e049b9e-a958-4062-b711-6ba2a577792b requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:29.204776 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34758) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:29.208415 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Network 269611d1-9001-4aeb-a2d6-2e6f178eec88 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:29.227069 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 269611d1-9001-4aeb-a2d6-2e6f178eec88) {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:29.241378 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:29.242324 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.254090 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01838a-db58-4dff-9c8f-6d84d5a6f3a9 None None] Network 269611d1-9001-4aeb-a2d6-2e6f178eec88 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:29.298452 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7128482 May 20 15:51:29.298452 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6467230 May 20 15:51:29.298452 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34768) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:29.304108 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:29.310569 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:29.318295 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Usage tracker for resource:router and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:29.328613 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:29.338956 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:29.340166 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:29.354376 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Sync routers for ids ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:29.367484 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7989653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32114'] for router, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.370700 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8080340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8031792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32011'] for router, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.373142 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Routers {'10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:29.373780 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:51:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:29.397449 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.398998 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4074395 May 20 15:51:29.401954 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34784) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:29.412753 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.631911 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:29.692988 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:29.705564 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] Usage tracker for resource:security_group_rule and tenant:996609bea8624e75bc32e903092c0791 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:29.825238 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:29.864558 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Set router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:29.885427 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:29.943431 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34810) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:29.947331 dv-cinder-784779-12-smb neutron-server[91625]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 15:51:30.339705 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a0517-4b58-4cd7-b1db-3b62a9f4ba2c None None] Network 0e049b9e-a958-4062-b711-6ba2a577792b requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:30.340203 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8080358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7989635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32025'] for router, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.469074 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.480440 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.505512 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b9205312-ec83-476f-b7cc-afb52a2f00ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:30.651179 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-361020012-router', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:27Z', 'revision_number': 3, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'gw_port': {'id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:27Z', 'updated_at': '2021-05-20T15:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:30.656892 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=996609bea8624e75bc32e903092c0791&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4507365 May 20 15:51:30.660122 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e2d227-ac30-4b7c-8361-6ff964bdacc5,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:30.662288 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34848) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:30.666841 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:30.692446 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Checking router: 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:30.695616 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Updating router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac binding host dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:30.735935 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 34856) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:30.748953 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1575576227-network', 'tenant_id': '37a791fd237240fcab130cb31e18ce4e'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:30.825488 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.852276 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.872841 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-090754a7-7d39-4738-b181-bd06de09ddbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.877520 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:30.887610 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-db349f29-9ad7-4b4a-95ac-8c1b37276f27 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:30.896029 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-db349f29-9ad7-4b4a-95ac-8c1b37276f27 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/networks?id=0fb7a191-b38b-4255-bdde-61d6b2f627c2 HTTP/1.1" status: 200 len: 812 time: 0.9510896 May 20 15:51:30.913188 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Usage tracker for resource:network and tenant:37a791fd237240fcab130cb31e18ce4e is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:30.926745 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-30734991-0f71-400a-88fa-8ae4d3f130cb tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/quotas/8c788e37970348918fb351ea371ee329 HTTP/1.1" status: 200 len: 375 time: 0.0295820 May 20 15:51:30.960907 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:30.985157 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:30.998432 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-a320e822-348d-40d9-9306-a9bd2c52e586 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c788e37970348918fb351ea371ee329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707257 May 20 15:51:31.005426 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:31.026793 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.029828 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-090754a7-7d39-4738-b181-bd06de09ddbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.070479 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Made reservation on behalf of 37a791fd237240fcab130cb31e18ce4e for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:31.073003 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.091969 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.155912 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:31.167484 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Usage tracker for resource:security_group_rule and tenant:37a791fd237240fcab130cb31e18ce4e is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:31.172465 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:31.175593 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-090754a7-7d39-4738-b181-bd06de09ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.182452 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:31.185294 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-066f6a53-c23a-4a46-b8cc-fc8982414e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:31.207300 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b74e7ff-11be-525c-ad52-207b3bc2585f-269611d1-9001-4aeb-a2d6-2e6f178eec88', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84'}]}} from dv-cinder-784779-12-smb. {{(pid=91626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:51:31.208308 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.221720 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090754a7-7d39-4738-b181-bd06de09ddbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e2d227-ac30-4b7c-8361-6ff964bdacc5,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:31.227003 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-090754a7-7d39-4738-b181-bd06de09ddbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:31.258889 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-090754a7-7d39-4738-b181-bd06de09ddbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.260091 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-090754a7-7d39-4738-b181-bd06de09ddbc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49e2d227-ac30-4b7c-8361-6ff964bdacc5 HTTP/1.1" status: 204 len: 168 time: 0.5956213 May 20 15:51:31.329248 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.362852 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-ac76ba26-5b7f-49e4-8127-26a7b7a7a4b0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:51:31.363889 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-ac76ba26-5b7f-49e4-8127-26a7b7a7a4b0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0993276 May 20 15:51:31.520368 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Allocated IP 172.20.0.2 (269611d1-9001-4aeb-a2d6-2e6f178eec88/f754e493-2fc1-4a88-b9bc-dc69210f0f84/376a5cb5-e4cd-4873-91f1-3b9cdb46ae51) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:31.668407 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.699381 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Transition to ACTIVE for port object 698f79d6-41cb-4c1d-9fdd-b5a7096619ac will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:31.717740 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.737340 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:31.744733 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.752006 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-14b558b6-f073-49a1-8458-c4e64f9656fa service neutron] 10.222.0.36 "GET /v2.0/networks/0fb7a191-b38b-4255-bdde-61d6b2f627c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750684 May 20 15:51:31.755657 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:31.768832 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:31.895005 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Pushing event updated for resources: {'Port': ['ID=698f79d6-41cb-4c1d-9fdd-b5a7096619ac,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:31.904723 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.904723 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.905012 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.905239 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.905616 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.905940 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.906299 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.908954 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.921625 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.922100 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.924566 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.927587 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Tracked resource versions report: May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: pushed versions: May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: { 'AddressGroup': {'1.2'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'ConntrackHelper': {'1.0'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'Log': {'1.0'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'Network': {'1.1'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'Port': {'1.7'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'PortForwarding': {'1.2'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'QosPolicy': {'1.8'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'SecurityGroup': {'1.4'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'SubPort': {'1.0'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'Subnet': {'1.1'}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'Trunk': {'1.1'}} May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: consumer versions: May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: { DHCP agent@dv-cinder-784779-12-smb: {}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: HyperV agent@hv-cinder-78477: {}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: L3 agent@dv-cinder-784779-12-smb: {}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: Metadata agent@dv-cinder-784779-12-smb: {}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: Metering agent@dv-cinder-784779-12-smb: {}, May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: Open vSwitch agent@dv-cinder-784779-12-smb: { 'AddressGroup': '1.2', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'ConntrackHelper': '1.0', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'Log': '1.0', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'Network': '1.1', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'Port': '1.7', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'PortForwarding': '1.2', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'QosPolicy': '1.8', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'SecurityGroup': '1.4', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'SecurityGroupRule': '1.2', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'SubPort': '1.0', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'Subnet': '1.1', May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: 'Trunk': '1.1'}} May 20 15:51:31.929830 dv-cinder-784779-12-smb neutron-server[91627]: {{(pid=91627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:31.938961 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:31.957873 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-6cb456a4-488e-4c30-abf7-339cf1e199d8 service neutron] 10.222.0.36 "GET /v2.0/networks/0fb7a191-b38b-4255-bdde-61d6b2f627c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926913 May 20 15:51:32.008032 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Attempting to bind port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:32.008457 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Attempting to bind port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:32.008917 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Attempting to bind port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac on network fae4a615-4f0b-416e-8057-595655400a68 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:32.009567 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Allocated IP 172.28.3.32 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/39115ea4-cdd3-442b-8994-7579e1228b30) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:32.025885 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:32.026299 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Checking segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:32.026696 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.027165 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Bound using segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:32.027556 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Bound port: 698f79d6-41cb-4c1d-9fdd-b5a7096619ac, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:32.027934 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.067455 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.076998 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Allocated IP 172.20.0.1 (4d80c773-67f8-48ec-a778-6d13b0959c9b/dea8e36d-cab8-4a15-b821-44f9f7bf4657/dc9472f5-f22b-459a-8823-95de6d67b5f9) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:32.093658 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Transition to ACTIVE for port object 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:32.149948 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Transition to ACTIVE for port object 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:32.165195 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.179548 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:32.260491 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34910) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:32.270423 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] For port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:32.284970 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] For port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=698f79d6-41cb-4c1d-9fdd-b5a7096619ac,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:32.300992 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.306326 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:32.364390 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.385148 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.386039 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34924) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:32.393021 dv-cinder-784779-12-smb neutron-server[91624]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 15:51:32.406825 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Network 269611d1-9001-4aeb-a2d6-2e6f178eec88 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:32.409600 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:32.414727 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:32.428438 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:51:32.459100 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.482656 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Pushing event updated for resources: {'Port': ['ID=376a5cb5-e4cd-4873-91f1-3b9cdb46ae51,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:32.486513 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ba4b62-aedd-40ee-a021-0f2a84de9e2d,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:32.489791 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.490418 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Added segment 8acaab79-d6ea-456a-bacb-ea0ce6c1cc0c of type vlan for network de0c24dd-e9fc-4dfb-b3df-096e2d15e453 May 20 15:51:32.496296 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:32.503288 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-847bc5fb-4450-4b65-b5dd-f8fb698c5c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:32.518409 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ec40524d-7af3-4950-90e2-989521b83ea0 req-edf7b383-d2ee-490a-abb5-cad33419a1b8 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 210 time: 0.1288064 May 20 15:51:32.525315 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.525829 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.526004 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.526705 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.527012 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.527451 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.528120 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.528252 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.528725 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.529127 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.529536 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.531014 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Tracked resource versions report: May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: pushed versions: May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: { 'AddressGroup': {'1.2'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'ConntrackHelper': {'1.0'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'Log': {'1.0'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'Network': {'1.1'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'Port': {'1.7'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'PortForwarding': {'1.2'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'QosPolicy': {'1.8'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'SecurityGroup': {'1.4'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'SecurityGroupRule': {'1.2'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'SubPort': {'1.0'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'Subnet': {'1.1'}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'Trunk': {'1.1'}} May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: consumer versions: May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: { DHCP agent@dv-cinder-784779-12-smb: {}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: HyperV agent@hv-cinder-78477: {}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: L3 agent@dv-cinder-784779-12-smb: {}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: Metadata agent@dv-cinder-784779-12-smb: {}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: Metering agent@dv-cinder-784779-12-smb: {}, May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: Open vSwitch agent@dv-cinder-784779-12-smb: { 'AddressGroup': '1.2', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'ConntrackHelper': '1.0', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'Log': '1.0', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'Network': '1.1', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'Port': '1.7', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'PortForwarding': '1.2', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'QosPolicy': '1.8', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'SecurityGroup': '1.4', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'SecurityGroupRule': '1.2', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'SubPort': '1.0', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'Subnet': '1.1', May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: 'Trunk': '1.1'}} May 20 15:51:32.532708 dv-cinder-784779-12-smb neutron-server[91626]: {{(pid=91626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 15:51:32.538763 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:32.567986 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.573423 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-634088e0-881e-42c8-8cb1-b98c0971d73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:32.590882 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Routers {'10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:32.592091 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:51:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:32.596689 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Attempting to bind port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:32.597621 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Attempting to bind port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:32.598096 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Attempting to bind port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 on network 269611d1-9001-4aeb-a2d6-2e6f178eec88 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:32.614014 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9472f5-f22b-459a-8823-95de6d67b5f9,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:32.619751 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:32.624618 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Network 4d80c773-67f8-48ec-a778-6d13b0959c9b is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:32.627863 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:32.628369 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:32.628959 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Checking segment: {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:32.630850 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.631899 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Bound using segment: {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:32.634830 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Bound port: 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:32.635300 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.638585 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:32.639105 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988135'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.666771 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.770808 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:32.779515 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:32.787168 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.793565 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:32.796057 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:32.796956 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:32.854600 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:32.886955 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1494331 May 20 15:51:32.891043 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 34948) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:32.913496 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Pushing event updated for resources: {'Port': ['ID=698f79d6-41cb-4c1d-9fdd-b5a7096619ac,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:32.950809 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:32.970230 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] For port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:32.982520 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] For port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=376a5cb5-e4cd-4873-91f1-3b9cdb46ae51,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:32.999132 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.018425 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-602df3d0-68fb-4c85-bd1a-710bc12a6854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:33.159592 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Request body: {'subnet': {'network_id': 'de0c24dd-e9fc-4dfb-b3df-096e2d15e453', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1575576227-subnet', 'tenant_id': '37a791fd237240fcab130cb31e18ce4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:33.164390 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=39115ea4-cdd3-442b-8994-7579e1228b30,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:33.210145 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.250305 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Pushing event updated for resources: {'Port': ['ID=376a5cb5-e4cd-4873-91f1-3b9cdb46ae51,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:33.257765 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:33.257970 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:33.261294 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:33.280521 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] Set router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:33.357667 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Pushing event updated for resources: {'Network': ['ID=de0c24dd-e9fc-4dfb-b3df-096e2d15e453,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:33.362369 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:33.381804 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Usage tracker for resource:subnet and tenant:37a791fd237240fcab130cb31e18ce4e is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:33.382659 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network de0c24dd-e9fc-4dfb-b3df-096e2d15e453 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:51:33.384869 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:33.411539 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:33.414916 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] Usage tracker for resource:security_group_rule and tenant:ae087b971dab4e5b876e97cf8f9e5787 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:33.419591 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:33.437559 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:33.439727 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:33.475007 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Made reservation on behalf of 37a791fd237240fcab130cb31e18ce4e for: {'subnet': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:33.478483 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.513472 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.943980 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8d74cfd3-aefa-4842-b41a-a0cfa46c47eb req-59b35153-4bc9-4327-82d8-3b0d4601f3b8 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 210 time: 0.1909392 May 20 15:51:33.961934 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.972458 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.973760 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7956558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8106012'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:33.991517 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:34.156229 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-361020012-router', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:27Z', 'revision_number': 3, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'gw_port': {'id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:27Z', 'updated_at': '2021-05-20T15:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:34.165102 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa522bc-efd4-49a5-861a-51c86d6a58d9 None None] The sync data for ids ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'] in dv-cinder-784779-12-smb is: [{'id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-361020012-router', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:27Z', 'revision_number': 3, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'gw_port': {'id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:27Z', 'updated_at': '2021-05-20T15:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:34.197604 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.203627 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.349161 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:34.366899 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:34.377702 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9472f5-f22b-459a-8823-95de6d67b5f9,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:34.396707 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:34.587354 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Network 4d80c773-67f8-48ec-a778-6d13b0959c9b is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:34.589104 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:34.926120 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a25dd29-d827-497e-bf32-aa4fa883a8fe None None] Network 269611d1-9001-4aeb-a2d6-2e6f178eec88 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:34.934904 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:51:35.018011 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c7007e-d7b5-48b2-926d-7892cca2faa9,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:35.034008 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:35.055362 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-aea99673-5455-45f3-be04-f97ba5c07de0 None None] Provisioning for port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:35.291883 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 698f79d6-41cb-4c1d-9fdd-b5a7096619ac up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:35.330756 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:35.340205 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] 10.222.0.36 "PUT /v2.0/routers/10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9366345 May 20 15:51:35.341336 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35048) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:35.438299 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae087b971dab4e5b876e97cf8f9e5787&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1743195 May 20 15:51:35.438924 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35056) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:35.500193 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-920ee291-4ff5-4234-9d44-272b1d3ad199 req-d96f7460-34e4-4ee6-902f-23b352a20c7f tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 210 time: 0.2372530 May 20 15:51:35.542031 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.610061 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-05df34d8-a5ec-45c7-a08c-c1823f4bfa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.641802 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:35.666507 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:35.667268 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.733778 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-05df34d8-a5ec-45c7-a08c-c1823f4bfa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.850175 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7989658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8080318'] for router, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.854005 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-05df34d8-a5ec-45c7-a08c-c1823f4bfa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.859872 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:35.890176 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df34d8-a5ec-45c7-a08c-c1823f4bfa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c7007e-d7b5-48b2-926d-7892cca2faa9,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:35.902695 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-05df34d8-a5ec-45c7-a08c-c1823f4bfa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:35.907747 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-05df34d8-a5ec-45c7-a08c-c1823f4bfa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:35.909396 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-05df34d8-a5ec-45c7-a08c-c1823f4bfa45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8c7007e-d7b5-48b2-926d-7892cca2faa9 HTTP/1.1" status: 204 len: 168 time: 0.4697144 May 20 15:51:35.979118 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.033839 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:36.040159 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] Usage tracker for resource:security_group_rule and tenant:3953404849924a84b0e49284f8b78dd5 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:36.048727 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:36.072873 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:36.083655 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.102380 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=698f79d6-41cb-4c1d-9fdd-b5a7096619ac,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:36.112177 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.113744 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:36.198445 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.292676 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.309709 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.355734 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=698f79d6-41cb-4c1d-9fdd-b5a7096619ac,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:36.363273 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Router a51c451a-1cc3-4c31-b842-752b01b22a6e is scheduled to L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 with binding_index 1 {{(pid=91624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:51:36.387019 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:36.422289 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:36.442080 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-6b875aaf-b2a2-4233-b8cb-061552046240 None None] Provisioning complete for port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:36.448414 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b875aaf-b2a2-4233-b8cb-061552046240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.499377 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d33b5a90-3060-47c9-9eb4-332a08a1609b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:36.512770 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35102) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:36.546733 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:36.549872 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:36.644135 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.54', 50475) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:36.658723 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3953404849924a84b0e49284f8b78dd5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3160462 May 20 15:51:36.700576 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35116) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:36.710912 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-02c54031-66ea-469f-92c3-5448a0c20876 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:36.710912 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-02c54031-66ea-469f-92c3-5448a0c20876 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 818 time: 0.4023232 May 20 15:51:36.713747 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a857091c-38ec-4dd1-bfca-f72bb22bc939,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:36.722369 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:36.778070 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-d3cab30b-fa94-44c7-94d0-b58f30c0fa51 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/quotas/5fcfa309c46343d08d16719032f9ed40 HTTP/1.1" status: 200 len: 375 time: 0.0542846 May 20 15:51:36.998189 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:37.012265 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Sync routers for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:37.032557 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.043196 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6b875aaf-b2a2-4233-b8cb-061552046240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.066483 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-abc6d399-18a1-4a85-8dc8-17c168ee6dc0 req-40c0ee0c-165a-482e-a62a-ed8ae55c89e0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 210 time: 0.0635569 May 20 15:51:37.080626 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:37.084736 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:51:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:37.091861 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.137302 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:37.141998 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:92384f46c96e461e839a18471b586129 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:37.145065 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:37.151973 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:37.164865 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Sync routers for ids ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:37.178157 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Routers {'10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:37.180865 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:51:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:37.196370 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.197466 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.198730 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9027786 May 20 15:51:37.204796 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35136) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:37.206110 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-cca490b9-0fbc-4619-8851-c0d507e5a1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:37.252160 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=376a5cb5-e4cd-4873-91f1-3b9cdb46ae51,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:37.330702 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.342306 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.399313 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.409658 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-7ae5160a-95f5-436c-a5c6-71e65faf217d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Synchronizing usage tracker for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:port {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:37.459455 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:37.466800 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e709cc9-2855-4a25-9263-20f9c0afda87,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:37.482061 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:37.496928 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18db9cb5-4e5e-40a0-bda4-ca7e33394b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:37.502859 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-05df34d8-a5ec-45c7-a08c-c1823f4bfa45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:37.511632 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92384f46c96e461e839a18471b586129&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9896207 May 20 15:51:37.525076 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-7ae5160a-95f5-436c-a5c6-71e65faf217d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Unset dirty status for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:port {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:37.526572 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-7ae5160a-95f5-436c-a5c6-71e65faf217d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7375200 May 20 15:51:37.527063 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35156) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:37.624435 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=376a5cb5-e4cd-4873-91f1-3b9cdb46ae51,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:37.640191 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:37.642339 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 698f79d6-41cb-4c1d-9fdd-b5a7096619ac up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:37.645655 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Checking segment: {'id': '8acaab79-d6ea-456a-bacb-ea0ce6c1cc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'de0c24dd-e9fc-4dfb-b3df-096e2d15e453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:37.654647 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Network hostable DHCP agents. Network: de0c24dd-e9fc-4dfb-b3df-096e2d15e453, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:51:37.685482 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Set router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:37.750337 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Network de0c24dd-e9fc-4dfb-b3df-096e2d15e453 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:51:37.798629 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-4dfbe48c-07fb-4bbe-aa26-74dbff78d76f service neutron] 10.222.0.36 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497306 May 20 15:51:37.836853 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.db.api [None req-6b875aaf-b2a2-4233-b8cb-061552046240 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91626) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 15:51:37.837242 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_db.api [None req-6b875aaf-b2a2-4233-b8cb-061552046240 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 15:51:37.841256 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-9b9fe735-0059-48a8-9612-1bf8fc0a29e6 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:37.846525 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-9b9fe735-0059-48a8-9612-1bf8fc0a29e6 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.54 "GET /v2.0/networks?id=0fb7a191-b38b-4255-bdde-61d6b2f627c2 HTTP/1.1" status: 200 len: 812 time: 1.2012632 May 20 15:51:37.853402 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:38.127987 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18db9cb5-4e5e-40a0-bda4-ca7e33394b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.152907 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, de0c24dd-e9fc-4dfb-b3df-096e2d15e453) {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:38.155205 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-361020012-router', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:33Z', 'revision_number': 4, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'gw_port': {'id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:27Z', 'updated_at': '2021-05-20T15:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'dc9472f5-f22b-459a-8823-95de6d67b5f9', 'name': '', 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'mac_address': 'fa:16:3e:a1:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dea8e36d-cab8-4a15-b821-44f9f7bf4657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:33Z', 'revision_number': 2, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'subnets': [{'id': 'dea8e36d-cab8-4a15-b821-44f9f7bf4657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:38.162026 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Checking router: 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:38.162423 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Updating router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 port dc9472f5-f22b-459a-8823-95de6d67b5f9 binding host dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:38.163470 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:38.164061 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.176529 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45f123-9779-4b28-bdb1-fe20abf6c1ae None None] Network de0c24dd-e9fc-4dfb-b3df-096e2d15e453 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:38.252919 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-aea1bebf-12b7-40d0-85a6-f027604d60ba service neutron] 10.222.0.36 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291298 May 20 15:51:38.261682 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Request body: {'port': {'device_id': 'ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46', 'network_id': '0fb7a191-b38b-4255-bdde-61d6b2f627c2', 'admin_state_up': True, 'tenant_id': '8c788e37970348918fb351ea371ee329'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:38.300948 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.357004 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.4021263 May 20 15:51:38.495216 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d945b9cd-0542-4000-bb81-ae4ff0a47f49 req-57e274d5-0441-4a30-82dd-82a44aff7cce tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 210 time: 0.1584682 May 20 15:51:38.525879 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:38.528621 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6daad8-823a-4f5d-bdda-d66555bed4ab,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:38.541655 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:38.542675 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Usage tracker for resource:port and tenant:8c788e37970348918fb351ea371ee329 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:38.564374 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:38.586922 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae857-7a6c-4568-b757-983ee14acc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.627426 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae857-7a6c-4568-b757-983ee14acc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.700447 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:38.706663 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae857-7a6c-4568-b757-983ee14acc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.719776 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:38.737308 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Made reservation on behalf of 8c788e37970348918fb351ea371ee329 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:38.742948 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.830542 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ae857-7a6c-4568-b757-983ee14acc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6daad8-823a-4f5d-bdda-d66555bed4ab,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:38.836219 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2b5ae857-7a6c-4568-b757-983ee14acc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:38.843368 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:38.846614 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.949679 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae857-7a6c-4568-b757-983ee14acc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:38.965748 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-2b5ae857-7a6c-4568-b757-983ee14acc60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd6daad8-823a-4f5d-bdda-d66555bed4ab HTTP/1.1" status: 204 len: 168 time: 1.4239554 May 20 15:51:38.975000 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35218) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:38.996141 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18db9cb5-4e5e-40a0-bda4-ca7e33394b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.032954 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-74659803-5de8-4d90-b9af-f0831be8b32b req-1973f307-0bd4-40a0-a0c7-16300bf7cd33 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 210 time: 0.2356291 May 20 15:51:39.080176 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35232) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:39.205102 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:39.301168 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db9cb5-4e5e-40a0-bda4-ca7e33394b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a857091c-38ec-4dd1-bfca-f72bb22bc939,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:39.336873 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18db9cb5-4e5e-40a0-bda4-ca7e33394b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.338489 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-18db9cb5-4e5e-40a0-bda4-ca7e33394b38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a857091c-38ec-4dd1-bfca-f72bb22bc939 HTTP/1.1" status: 204 len: 168 time: 2.6262624 May 20 15:51:39.355751 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-18db9cb5-4e5e-40a0-bda4-ca7e33394b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:39.440980 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1833397-56a3-4654-a70f-b2eb91641476 None None] Network de0c24dd-e9fc-4dfb-b3df-096e2d15e453 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:51:39.519023 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dee2ee3-713e-4ef1-a2d0-8a805f385d28 admin admin] Deleting subnet b1ea5219-919e-4ad1-8969-a14a5c227c0b {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:51:39.581560 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8dee2ee3-713e-4ef1-a2d0-8a805f385d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.713843 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.726077 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.786045 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Transition to ACTIVE for port object dc9472f5-f22b-459a-8823-95de6d67b5f9 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:39.802430 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:39.829930 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:39.971468 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8dee2ee3-713e-4ef1-a2d0-8a805f385d28 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.055990 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d6c20e26-f463-42cb-bc45-b3e539369a2c req-2194f4e3-bc2b-4460-afad-250091667d73 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 210 time: 0.1440589 May 20 15:51:40.057012 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Allocated IP 172.20.0.7 (0fb7a191-b38b-4255-bdde-61d6b2f627c2/60b41ec2-7f9f-43ae-965e-a143eb242861/6cf056f9-4c9e-4221-b7d6-fd585b45c153) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:40.158918 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8dee2ee3-713e-4ef1-a2d0-8a805f385d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.166440 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:33Z', 'revision_number': 3, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:40.208997 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.270771 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Checking router: a51c451a-1cc3-4c31-b842-752b01b22a6e for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:40.275323 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:40.275919 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Updating router a51c451a-1cc3-4c31-b842-752b01b22a6e port 39115ea4-cdd3-442b-8994-7579e1228b30 binding host dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:40.315193 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b9157-7a74-472b-9eb7-0657713e7df4 None None] Pushing event updated for resources: {'Port': ['ID=dc9472f5-f22b-459a-8823-95de6d67b5f9,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:40.332229 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:40.343797 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-369b9157-7a74-472b-9eb7-0657713e7df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:40.346790 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35278) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:40.387851 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] Usage tracker for resource:security_group_rule and tenant:7de797e873724c36906655be14a93b8c is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:40.411967 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:40.434917 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:40.456626 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.542828 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:40.590038 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] Usage tracker for resource:security_group_rule and tenant:99e6e515f18e410fa3404312359e49aa is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:40.609689 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.644615 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Attempting to bind port dc9472f5-f22b-459a-8823-95de6d67b5f9 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:40.645052 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Attempting to bind port dc9472f5-f22b-459a-8823-95de6d67b5f9 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:40.645542 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Attempting to bind port dc9472f5-f22b-459a-8823-95de6d67b5f9 on network 4d80c773-67f8-48ec-a778-6d13b0959c9b {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:40.679853 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:40.682132 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Checking segment: {'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:40.683760 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.684536 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Bound using segment: {'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:40.687436 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Bound port: dc9472f5-f22b-459a-8823-95de6d67b5f9, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:40.692858 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.694183 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:40.713624 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:40.817703 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Allocated IP 172.20.0.1 (269611d1-9001-4aeb-a2d6-2e6f178eec88/f754e493-2fc1-4a88-b9bc-dc69210f0f84/bcfc18db-fe70-4c24-b1c7-dbf7488abe45) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:40.973400 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] For port dc9472f5-f22b-459a-8823-95de6d67b5f9, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:40.978890 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] For port dc9472f5-f22b-459a-8823-95de6d67b5f9, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=dc9472f5-f22b-459a-8823-95de6d67b5f9,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:40.988083 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:40.998103 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:41.082585 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:41.085206 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.241941 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8dee2ee3-713e-4ef1-a2d0-8a805f385d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.350684 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.376539 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.386134 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Routers {'10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:41.398590 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:51:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:41.405371 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4746d08b-283b-4b0f-b7f5-14579ff7245c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:41.505291 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ed970842-ca85-44c3-bf1c-96815ba1d94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:41.515569 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b9157-7a74-472b-9eb7-0657713e7df4 None None] Pushing event updated for resources: {'Port': ['ID=dc9472f5-f22b-459a-8823-95de6d67b5f9,revision_number=4']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:41.521753 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-369b9157-7a74-472b-9eb7-0657713e7df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:41.544056 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8dee2ee3-713e-4ef1-a2d0-8a805f385d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.602022 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee2ee3-713e-4ef1-a2d0-8a805f385d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ea5219-919e-4ad1-8969-a14a5c227c0b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:41.604853 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-8dee2ee3-713e-4ef1-a2d0-8a805f385d28 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b1ea5219-919e-4ad1-8969-a14a5c227c0b HTTP/1.1" status: 204 len: 168 time: 2.6184809 May 20 15:51:41.660985 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.664671 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35302) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:41.670110 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8dee2ee3-713e-4ef1-a2d0-8a805f385d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:41.721911 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.890653 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7de797e873724c36906655be14a93b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7062449 May 20 15:51:41.900308 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] Set router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:41.960474 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:41.966850 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35314) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:41.999522 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Transition to ACTIVE for port object bcfc18db-fe70-4c24-b1c7-dbf7488abe45 will not be triggered until provisioned by entity DHCP. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:42.051135 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-6756cdc6-e8c4-45cd-80d5-e9ce4ba3bb4a tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:42.052096 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.54', 50481) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:42.057965 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-6756cdc6-e8c4-45cd-80d5-e9ce4ba3bb4a tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 818 time: 2.3473277 May 20 15:51:42.069058 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.085292 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4542b6d8-1544-44af-b1c6-af593b51e011,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:42.087706 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Transition to ACTIVE for port object 39115ea4-cdd3-442b-8994-7579e1228b30 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:42.107902 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.131713 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:42.164742 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99e6e515f18e410fa3404312359e49aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8122804 May 20 15:51:42.168320 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ef28a92b-b04b-4a10-9339-719d38886039 req-92972714-dfbf-46be-bda0-c7a0f910b84b tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 210 time: 0.6828229 May 20 15:51:42.168976 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35320) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:42.170448 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:42.176300 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.177012 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:42.339364 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Attempting to bind port 39115ea4-cdd3-442b-8994-7579e1228b30 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:42.339769 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Attempting to bind port 39115ea4-cdd3-442b-8994-7579e1228b30 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:42.340304 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Attempting to bind port 39115ea4-cdd3-442b-8994-7579e1228b30 on network fae4a615-4f0b-416e-8057-595655400a68 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:42.364068 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:42.364521 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Checking segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:42.367276 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.368951 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Bound using segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:42.369504 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Bound port: 39115ea4-cdd3-442b-8994-7579e1228b30, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:42.370802 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.431502 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Network 269611d1-9001-4aeb-a2d6-2e6f178eec88 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:42.477774 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-a4d40b6c-6cec-4449-8477-1da8cdcb329b tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/quotas/5fcfa309c46343d08d16719032f9ed40 HTTP/1.1" status: 200 len: 375 time: 0.3884182 May 20 15:51:42.522234 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:42.541665 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:42.545417 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988135'] for router_interface, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.593538 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] For port 39115ea4-cdd3-442b-8994-7579e1228b30, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:42.611463 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] For port 39115ea4-cdd3-442b-8994-7579e1228b30, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=39115ea4-cdd3-442b-8994-7579e1228b30,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:42.650563 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.653689 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.656310 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1c41b-dc5d-4d78-92c2-e96476beddaf None None] Pushing event updated for resources: {'Port': ['ID=39115ea4-cdd3-442b-8994-7579e1228b30,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:42.668744 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4bb1c41b-dc5d-4d78-92c2-e96476beddaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:42.690969 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:42.829396 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.870888 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e57718fa-f334-4c4f-9657-133a22447dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:42.940298 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:42.941591 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:51:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:42.948577 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-361020012-router', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:33Z', 'revision_number': 4, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'gw_port': {'id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:27Z', 'updated_at': '2021-05-20T15:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'dc9472f5-f22b-459a-8823-95de6d67b5f9', 'name': '', 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'mac_address': 'fa:16:3e:a1:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dea8e36d-cab8-4a15-b821-44f9f7bf4657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'subnets': [{'id': 'dea8e36d-cab8-4a15-b821-44f9f7bf4657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:42.969809 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5033a-9c42-4a8e-9b2d-0d30b74e965c None None] The sync data for ids ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'] in dv-cinder-784779-12-smb is: [{'id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-361020012-router', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:51:33Z', 'revision_number': 4, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'gw_port': {'id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:27Z', 'updated_at': '2021-05-20T15:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'dc9472f5-f22b-459a-8823-95de6d67b5f9', 'name': '', 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'mac_address': 'fa:16:3e:a1:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'dea8e36d-cab8-4a15-b821-44f9f7bf4657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:40Z', 'revision_number': 4, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'subnets': [{'id': 'dea8e36d-cab8-4a15-b821-44f9f7bf4657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:42.991292 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e57718fa-f334-4c4f-9657-133a22447dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.028707 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee24-135b-4eee-9a14-d95fb6974e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.062862 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1c41b-dc5d-4d78-92c2-e96476beddaf None None] Pushing event updated for resources: {'Port': ['ID=39115ea4-cdd3-442b-8994-7579e1228b30,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:43.067666 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4bb1c41b-dc5d-4d78-92c2-e96476beddaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:43.088066 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-40215ef8-e4d6-4de8-8ae1-357f16d4b27a None None] Provisioning for port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:43.100159 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.117394 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-40215ef8-e4d6-4de8-8ae1-357f16d4b27a None None] Provisioning complete for port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:43.117939 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-40215ef8-e4d6-4de8-8ae1-357f16d4b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.156646 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.157508 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.158327 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.158664 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > port after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.159099 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.159448 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > port after_update 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.159764 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.160077 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.160388 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.160700 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.395993 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-40215ef8-e4d6-4de8-8ae1-357f16d4b27a None None] Port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:43.483494 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:43.487034 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee24-135b-4eee-9a14-d95fb6974e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:43.547065 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead91497-0b0b-477c-a5da-b5c917bd0b1d,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:43.554891 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.378s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:43.598362 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-800311b0-5e61-4205-b602-07074fb46eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.217s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:43.632452 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.632967 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.633110 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.633430 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91625) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:51:43.633790 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e049b9e-a958-4062-b711-6ba2a577792b']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:43.669739 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-474b2be9-cbd0-462e-b464-6a3d88a4aecc tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1763911 May 20 15:51:43.854095 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f1956649-58b3-4ccd-9116-f9465eec52fe req-575ddf50-4c0c-4de1-8e30-ef3e13b1d6b0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 210 time: 0.2955770 May 20 15:51:43.950706 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcfc18db-fe70-4c24-b1c7-dbf7488abe45,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:43.994144 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:44.048398 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-3cd8d3f3-13ae-45df-b3c7-37d8b3344b02 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:44.049686 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-3cd8d3f3-13ae-45df-b3c7-37d8b3344b02 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Synchronizing usage tracker for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:network {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:44.050563 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77d32aa-e7c8-4116-93b8-62b99eaa3321') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:44.051006 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77d32aa-e7c8-4116-93b8-62b99eaa3321') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:44.059787 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee24-135b-4eee-9a14-d95fb6974e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.098764 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:44.102051 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8094808'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.121079 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.178613 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75ee24-135b-4eee-9a14-d95fb6974e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead91497-0b0b-477c-a5da-b5c917bd0b1d,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:44.208354 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2b3851b7-f730-4e60-9d4f-38e960329b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:44.324453 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-2e75ee24-135b-4eee-9a14-d95fb6974e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:44.364368 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-3cd8d3f3-13ae-45df-b3c7-37d8b3344b02 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Unset dirty status for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:network {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:44.368166 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-3cd8d3f3-13ae-45df-b3c7-37d8b3344b02 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 818 time: 2.1956575 May 20 15:51:44.378045 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.421370 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee24-135b-4eee-9a14-d95fb6974e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.430070 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device dc9472f5-f22b-459a-8823-95de6d67b5f9 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:44.431950 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-2e75ee24-135b-4eee-9a14-d95fb6974e55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ead91497-0b0b-477c-a5da-b5c917bd0b1d HTTP/1.1" status: 204 len: 168 time: 2.2574890 May 20 15:51:44.450360 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Request body: {'port': {'device_id': '45f70ae5-99ef-41d7-a034-4f2b476b70b0', 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b', 'admin_state_up': True, 'tenant_id': '5fcfa309c46343d08d16719032f9ed40'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:44.452652 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-73e5a9a5-d3f5-4dde-95e8-e05db8ee2313 service neutron] 10.222.0.36 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801499 May 20 15:51:44.511402 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:51:44.511820 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7619567'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.652641 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port dc9472f5-f22b-459a-8823-95de6d67b5f9 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:44.664917 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port dc9472f5-f22b-459a-8823-95de6d67b5f9 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:44.669703 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: from cryptography.utils import int_from_bytes May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: from cryptography.utils import int_from_bytes May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: Traceback (most recent call last): May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: timer() May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: cb(*args, **kw) May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: return func(*args, **kwargs) May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: self._notify() May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: self.callback(batched_events) May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: event.method(event) May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: return f(self, *a, **k) May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: return self._get(url).json() May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:51:44.851655 dv-cinder-784779-12-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:51:44.865325 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:44.866839 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Network 0fb7a191-b38b-4255-bdde-61d6b2f627c2 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:44.884751 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e57718fa-f334-4c4f-9657-133a22447dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.014213 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:45.034272 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:33Z', 'revision_number': 3, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:45.038873 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.054971 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:45.059060 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:45.064393 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:45.118854 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port dc9472f5-f22b-459a-8823-95de6d67b5f9, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=dc9472f5-f22b-459a-8823-95de6d67b5f9,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:45.121021 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1072b-d4c3-46eb-9ed7-bd9059392312 None None] The sync data for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb is: [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:33Z', 'revision_number': 3, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:45.127695 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.129794 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:45.132203 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Made reservation on behalf of 5fcfa309c46343d08d16719032f9ed40 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:45.135531 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.192999 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35374) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:45.295817 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=dc9472f5-f22b-459a-8823-95de6d67b5f9,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:45.309686 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:45.334524 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:45.335432 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.677378 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-8ee67907-d9d6-47c4-83a8-996d9b16f172 service neutron] 10.222.0.36 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8093545 May 20 15:51:45.714074 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.741516 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Pushing event updated for resources: {'Port': ['ID=6cf056f9-4c9e-4221-b7d6-fd585b45c153,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:45.748957 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.757763 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.549s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:45.758525 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:45.781361 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57718fa-f334-4c4f-9657-133a22447dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4542b6d8-1544-44af-b1c6-af593b51e011,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:45.784407 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e57718fa-f334-4c4f-9657-133a22447dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.785707 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-e57718fa-f334-4c4f-9657-133a22447dfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4542b6d8-1544-44af-b1c6-af593b51e011 HTTP/1.1" status: 204 len: 168 time: 3.8166449 May 20 15:51:45.787521 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0e049b9e-a958-4062-b711-6ba2a577792b HTTP/1.1" status: 204 len: 168 time: 4.1156042 May 20 15:51:45.796558 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6270549 May 20 15:51:45.798458 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e57718fa-f334-4c4f-9657-133a22447dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:45.799074 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35398) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:45.799627 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:45.942175 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d46ef62-fc56-44c5-96c1-04943c92ed72 admin admin] Deleting subnet 0e709cc9-2855-4a25-9263-20f9c0afda87 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:51:45.945479 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e049b9e-a958-4062-b711-6ba2a577792b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:45.949866 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3d46ef62-fc56-44c5-96c1-04943c92ed72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:45.997742 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:46.043272 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3d46ef62-fc56-44c5-96c1-04943c92ed72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8094807'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.133711 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-59ad3501-8131-4033-9b3c-2d79a715c7f1 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91625) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:51:46.134693 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-59ad3501-8131-4033-9b3c-2d79a715c7f1 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091343 May 20 15:51:46.277985 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Allocated IP 172.20.0.3 (4d80c773-67f8-48ec-a778-6d13b0959c9b/dea8e36d-cab8-4a15-b821-44f9f7bf4657/67a3de25-ed76-482e-8ec5-e173ae07a885) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:46.312280 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0ba3d284-d4ab-48fe-a109-433b5ce99766 req-568b6676-decd-4552-a753-83a63d294e33 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 210 time: 0.1213527 May 20 15:51:46.315698 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3d46ef62-fc56-44c5-96c1-04943c92ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.528816 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 39115ea4-cdd3-442b-8994-7579e1228b30 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:46.813017 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 39115ea4-cdd3-442b-8994-7579e1228b30 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:46.823206 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 39115ea4-cdd3-442b-8994-7579e1228b30 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:46.823874 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.894941 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3d46ef62-fc56-44c5-96c1-04943c92ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7619401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6418420'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:46.901294 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8dee2ee3-713e-4ef1-a2d0-8a805f385d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:46.955670 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.038505 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46ef62-fc56-44c5-96c1-04943c92ed72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e709cc9-2855-4a25-9263-20f9c0afda87,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:47.064861 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3d46ef62-fc56-44c5-96c1-04943c92ed72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:47.076973 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-3d46ef62-fc56-44c5-96c1-04943c92ed72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.095270 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-3d46ef62-fc56-44c5-96c1-04943c92ed72 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0e709cc9-2855-4a25-9263-20f9c0afda87 HTTP/1.1" status: 204 len: 168 time: 1.2594826 May 20 15:51:47.098262 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35422) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:47.107336 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a06ea-2db3-4428-9c23-1b532d482bae req-b7fdbb7a-603b-4fd6-a962-309c8d09a932 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:47.121092 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5f7a06ea-2db3-4428-9c23-1b532d482bae req-b7fdbb7a-603b-4fd6-a962-309c8d09a932 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 931 time: 1.8252575 May 20 15:51:47.164489 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e73ceb11-b279-4e90-abc9-34ba83d700d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.228392 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.273430 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 39115ea4-cdd3-442b-8994-7579e1228b30, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=39115ea4-cdd3-442b-8994-7579e1228b30,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:47.282857 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-e73ceb11-b279-4e90-abc9-34ba83d700d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:47.293936 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35426) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:47.297078 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.300455 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device dc9472f5-f22b-459a-8823-95de6d67b5f9 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:47.304292 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-e73ceb11-b279-4e90-abc9-34ba83d700d1 admin admin] Usage tracker for resource:security_group_rule and tenant:6e2af330d69d44dd8463a349b636de6e is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:47.335669 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-e73ceb11-b279-4e90-abc9-34ba83d700d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:47.344980 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-5f7a06ea-2db3-4428-9c23-1b532d482bae req-a56c5d01-3a53-4c7b-b530-e24f709b8b98 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Synchronizing usage tracker for tenant:8c788e37970348918fb351ea371ee329 on resource:security_group {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:47.427000 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:47.449359 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.465081 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.530494 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-e73ceb11-b279-4e90-abc9-34ba83d700d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:47.536603 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Request body: {'port': {'device_id': 'ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:47.545100 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.585029 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:47.664149 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:47.669382 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] Usage tracker for resource:security_group_rule and tenant:93e87674336244d0bc76d57db657634c is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:47.673481 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:47.681168 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:47.767794 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.813981 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7956558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8106012'] for router_interface, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.852298 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port dc9472f5-f22b-459a-8823-95de6d67b5f9 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:47.852773 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:47.914656 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=39115ea4-cdd3-442b-8994-7579e1228b30,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:47.933115 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:47.949075 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-60ec1efc-a5e3-4a3c-9636-a7b98763e834 req-ccec34af-3a26-4949-b75d-02096b7b03bc tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 210 time: 0.4367850 May 20 15:51:47.996041 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Network 4d80c773-67f8-48ec-a778-6d13b0959c9b is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:47.998392 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.169226 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:48.233655 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:48.236731 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.242580 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:48.251550 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.278598 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 39115ea4-cdd3-442b-8994-7579e1228b30 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:48.415557 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 39115ea4-cdd3-442b-8994-7579e1228b30 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:48.415933 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.425240 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.440617 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0c24dd-e9fc-4dfb-b3df-096e2d15e453']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:48.466184 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acaab79-d6ea-456a-bacb-ea0ce6c1cc0c') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:48.466602 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acaab79-d6ea-456a-bacb-ea0ce6c1cc0c') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:48.480356 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8094808'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.508244 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.522903 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:51:48.523711 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7619567'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.537045 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Pushing event updated for resources: {'Port': ['ID=67a3de25-ed76-482e-8ec5-e173ae07a885,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:48.540643 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e73ceb11-b279-4e90-abc9-34ba83d700d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.550379 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.551778 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:48.557474 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.660s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:48.629417 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e73ceb11-b279-4e90-abc9-34ba83d700d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.645452 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: Traceback (most recent call last): May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: timer() May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: cb(*args, **kw) May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: return func(*args, **kwargs) May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: self._notify() May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: self.callback(batched_events) May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: event.method(event) May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: return f(self, *a, **k) May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: return self._get(url).json() May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:51:48.679400 dv-cinder-784779-12-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:51:48.687688 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-5f7a06ea-2db3-4428-9c23-1b532d482bae req-a56c5d01-3a53-4c7b-b530-e24f709b8b98 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Unset dirty status for tenant:8c788e37970348918fb351ea371ee329 on resource:security_group {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:48.689715 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5f7a06ea-2db3-4428-9c23-1b532d482bae req-a56c5d01-3a53-4c7b-b530-e24f709b8b98 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5676854 May 20 15:51:48.690335 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.721085 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:48.747983 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3102782 May 20 15:51:48.774135 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcfc18db-fe70-4c24-b1c7-dbf7488abe45,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:48.782231 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-e73ceb11-b279-4e90-abc9-34ba83d700d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e2af330d69d44dd8463a349b636de6e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4907892 May 20 15:51:48.783802 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:48.784410 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35450) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:48.791028 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ba983c97-58b9-40ac-b504-dc2c38a45c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:48.804277 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:48.824586 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93e87674336244d0bc76d57db657634c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5224123 May 20 15:51:48.845724 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0c24dd-e9fc-4dfb-b3df-096e2d15e453,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:48.852899 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35454) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:48.866922 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:48.867833 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Network 269611d1-9001-4aeb-a2d6-2e6f178eec88 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:48.871178 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] 10.222.0.36 "DELETE /v2.0/networks/de0c24dd-e9fc-4dfb-b3df-096e2d15e453 HTTP/1.1" status: 204 len: 168 time: 1.7716219 May 20 15:51:48.904841 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:48.935732 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ceb11-b279-4e90-abc9-34ba83d700d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281f3cc9-1d64-4d50-ad01-1c44f612d3bd,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:49.361396 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-4a010d95-f086-478e-ad35-0fb9648188a4 None None] Provisioning complete for port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:49.362652 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4a010d95-f086-478e-ad35-0fb9648188a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.506670 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f163066d-83b1-44b5-afa7-2a0e6e380656,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:49.539419 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-4a010d95-f086-478e-ad35-0fb9648188a4 None None] Port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:51:49.560674 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:49.561290 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.830s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:49.561546 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:49.563009 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bff9535a-5e2e-4cb1-ad6d-b2fd07c27908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.621888 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e58c2a30-3325-4ac6-b865-325d492e9b09 req-c213de52-ea1d-4250-9d22-d37383bbf820 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 210 time: 0.2199202 May 20 15:51:49.654876 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c168c113-6b44-4bf7-8a3f-2830857b119e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.659939 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35478) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:49.696375 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf056f9-4c9e-4221-b7d6-fd585b45c153 {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:49.707754 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.764446 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c168c113-6b44-4bf7-8a3f-2830857b119e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.828768 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-1a77d30e-67b5-4a30-8f7a-f96980e2bfa2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a11963e766e4965ad6871c8dca98290&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1673565 May 20 15:51:49.831707 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Transition to ACTIVE for port object 6cf056f9-4c9e-4221-b7d6-fd585b45c153 will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:49.833336 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35488) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:49.837028 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c168c113-6b44-4bf7-8a3f-2830857b119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.859852 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bff9535a-5e2e-4cb1-ad6d-b2fd07c27908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.868902 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7619507'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:49.871696 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-2f2cd8dc-31fe-4cb3-b4b7-ff61ad11d2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:49.887667 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168c113-6b44-4bf7-8a3f-2830857b119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f163066d-83b1-44b5-afa7-2a0e6e380656,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:49.894465 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:49.906845 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c168c113-6b44-4bf7-8a3f-2830857b119e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:50.061339 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c168c113-6b44-4bf7-8a3f-2830857b119e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.069078 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-c168c113-6b44-4bf7-8a3f-2830857b119e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f163066d-83b1-44b5-afa7-2a0e6e380656 HTTP/1.1" status: 204 len: 168 time: 1.2126758 May 20 15:51:50.124706 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Router a51c451a-1cc3-4c31-b842-752b01b22a6e has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:51:50.268431 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Pushing event updated for resources: {'Port': ['ID=6cf056f9-4c9e-4221-b7d6-fd585b45c153,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:50.276356 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:50.385707 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:51:50.399859 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Sync routers for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:51:50.410614 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d92be1-4b17-4f29-a464-01bfefc3c747 req-4763386e-29e3-431d-876f-7b460e087ae5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:50.412150 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a4d92be1-4b17-4f29-a464-01bfefc3c747 req-4763386e-29e3-431d-876f-7b460e087ae5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 943 time: 0.5004764 May 20 15:51:50.430286 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] 10.222.0.36 "PUT /v2.0/routers/a51c451a-1cc3-4c31-b842-752b01b22a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1695802 May 20 15:51:50.430489 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6aa5-ccef-467f-bbbf-b7dd304c22b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.442526 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:50.444522 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:51:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:50.456052 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bff9535a-5e2e-4cb1-ad6d-b2fd07c27908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.464573 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bff9535a-5e2e-4cb1-ad6d-b2fd07c27908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.465962 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-bff9535a-5e2e-4cb1-ad6d-b2fd07c27908 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/281f3cc9-1d64-4d50-ad01-1c44f612d3bd HTTP/1.1" status: 204 len: 168 time: 1.6669512 May 20 15:51:50.472086 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c168c113-6b44-4bf7-8a3f-2830857b119e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:50.556830 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9535a-5e2e-4cb1-ad6d-b2fd07c27908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281f3cc9-1d64-4d50-ad01-1c44f612d3bd,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:50.564798 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bff9535a-5e2e-4cb1-ad6d-b2fd07c27908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:50.567558 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6aa5-ccef-467f-bbbf-b7dd304c22b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:50.596442 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a4d92be1-4b17-4f29-a464-01bfefc3c747 req-ceef0c33-9726-4446-b098-53e3c0b4b154 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728969 May 20 15:51:50.612606 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Attempting to bind port 6cf056f9-4c9e-4221-b7d6-fd585b45c153 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:50.621095 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Request body: {'port': {'device_id': '45f70ae5-99ef-41d7-a034-4f2b476b70b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:50.626955 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Attempting to bind port 6cf056f9-4c9e-4221-b7d6-fd585b45c153 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c338ff10-78e9-46e7-a8ba-55aebc06e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0fb7a191-b38b-4255-bdde-61d6b2f627c2'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:50.627807 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Attempting to bind port 6cf056f9-4c9e-4221-b7d6-fd585b45c153 on network 0fb7a191-b38b-4255-bdde-61d6b2f627c2 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:50.728140 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Port 6cf056f9-4c9e-4221-b7d6-fd585b45c153 on network 0fb7a191-b38b-4255-bdde-61d6b2f627c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:51:50.730582 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Attempting to bind port 6cf056f9-4c9e-4221-b7d6-fd585b45c153 on network 0fb7a191-b38b-4255-bdde-61d6b2f627c2 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:50.743160 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:50.743594 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Checking segment: {'id': 'c338ff10-78e9-46e7-a8ba-55aebc06e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0fb7a191-b38b-4255-bdde-61d6b2f627c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:50.744064 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Bound using segment: {'id': 'c338ff10-78e9-46e7-a8ba-55aebc06e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0fb7a191-b38b-4255-bdde-61d6b2f627c2'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:50.744495 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Bound port: 6cf056f9-4c9e-4221-b7d6-fd585b45c153, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c338ff10-78e9-46e7-a8ba-55aebc06e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0fb7a191-b38b-4255-bdde-61d6b2f627c2'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:50.744831 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.086056 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6aa5-ccef-467f-bbbf-b7dd304c22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.253597 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.284496 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:51.364564 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:51.429604 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d6aa5-ccef-467f-bbbf-b7dd304c22b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cbe488-b79e-4a8d-af14-fbafc46a96df,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:51.467094 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-00371673-a33b-428b-8273-34cfc192f26e req-7ab26238-0504-49c9-bc9d-25acfd66b397 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 210 time: 0.3453095 May 20 15:51:51.468976 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2a1d6aa5-ccef-467f-bbbf-b7dd304c22b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:51.522473 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2a1d6aa5-ccef-467f-bbbf-b7dd304c22b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.525985 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-2a1d6aa5-ccef-467f-bbbf-b7dd304c22b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08cbe488-b79e-4a8d-af14-fbafc46a96df HTTP/1.1" status: 204 len: 168 time: 1.6878362 May 20 15:51:51.592908 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] For port 6cf056f9-4c9e-4221-b7d6-fd585b45c153, host hv-cinder-78477, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:51.628628 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] For port 6cf056f9-4c9e-4221-b7d6-fd585b45c153, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6cf056f9-4c9e-4221-b7d6-fd585b45c153,segment=NetworkSegment(c338ff10-78e9-46e7-a8ba-55aebc06e9a9),segment_id=c338ff10-78e9-46e7-a8ba-55aebc06e9a9)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:51.648024 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7619507'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:51.653829 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:52.227441 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.54', 50486) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:52.227985 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35556) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:52.315941 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35564) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:52.386733 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.458160 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Pushing event updated for resources: {'Port': ['ID=6cf056f9-4c9e-4221-b7d6-fd585b45c153,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:52.481244 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:52.487345 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] Usage tracker for resource:security_group_rule and tenant:c0ad594a308b498cb0673533d06fbd53 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:52.493441 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:52.494701 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:52.498887 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.499023 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:52.505669 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] 10.222.0.54 "PUT /v2.0/ports/6cf056f9-4c9e-4221-b7d6-fd585b45c153 HTTP/1.1" status: 200 len: 1093 time: 5.7416737 May 20 15:51:52.527249 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115425701', 'description': 'tempest-description--478928234'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:52.549614 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:52.564053 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Usage tracker for resource:security_group and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:52.573691 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:52.595923 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:52.611679 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.623389 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.626526 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:52.629251 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46', 'tag': '6cf056f9-4c9e-4221-b7d6-fd585b45c153'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:51:52.661393 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e3678bcc-d1e8-41af-ac85-e724acaefda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:52.661892 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:45Z', 'revision_number': 2, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:52.675167 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Checking router: a51c451a-1cc3-4c31-b842-752b01b22a6e for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:51:52.681227 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Updating router a51c451a-1cc3-4c31-b842-752b01b22a6e port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 binding host dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:51:52.727262 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35584) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:52.732881 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.779363 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c0ea4b-f42e-4ab4-babf-2b153aca6e6b,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:52.812610 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:52.824884 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:52.825599 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0ad594a308b498cb0673533d06fbd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5809944 May 20 15:51:52.880169 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35598) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:52.881493 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-667c4e01-e4df-4726-930a-0b173714fbd6 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:52.883189 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-667c4e01-e4df-4726-930a-0b173714fbd6 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 818 time: 0.6479964 May 20 15:51:52.884961 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-f29c002d-6ee3-40bb-ae1f-7718b2147391 req-8f06db64-2b1e-4fcc-88ac-dfbff623301d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Synchronizing usage tracker for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:52.934423 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Request body: {'port': {'device_id': 'd714c265-1eb4-4393-b368-598e1cda1e82', 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b', 'admin_state_up': True, 'tenant_id': '5fcfa309c46343d08d16719032f9ed40'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:52.967722 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:53.011069 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95802e37-4273-477d-b707-2d64077cb93c req-775429a9-672b-49c8-a707-9c20f92abc05 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:53.011775 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-95802e37-4273-477d-b707-2d64077cb93c req-775429a9-672b-49c8-a707-9c20f92abc05 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Synchronizing usage tracker for tenant:8c788e37970348918fb351ea371ee329 on resource:port {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:53.020582 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Usage tracker for resource:security_group_rule and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:53.031391 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:53.067207 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:53.084544 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-95802e37-4273-477d-b707-2d64077cb93c req-775429a9-672b-49c8-a707-9c20f92abc05 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Unset dirty status for tenant:8c788e37970348918fb351ea371ee329 on resource:port {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:53.092827 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-95802e37-4273-477d-b707-2d64077cb93c req-775429a9-672b-49c8-a707-9c20f92abc05 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 943 time: 0.7534366 May 20 15:51:53.164736 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-201a59ec-7fe1-4caf-9539-336b910a3860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.196696 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:53.216434 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-95802e37-4273-477d-b707-2d64077cb93c req-2f91cac1-4620-4401-8484-a344f9237c49 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226056 May 20 15:51:53.240589 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-e6afcba2-9d5e-40b6-80bc-4cc115b47282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:53.242694 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-e6afcba2-9d5e-40b6-80bc-4cc115b47282 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c788e37970348918fb351ea371ee329&device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 1096 time: 0.4452527 May 20 15:51:53.255365 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Usage tracker for resource:port and tenant:5fcfa309c46343d08d16719032f9ed40 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:53.255872 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-201a59ec-7fe1-4caf-9539-336b910a3860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.263500 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-b110d4b7-2f63-4728-8ad4-6cbd2f1afd2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37a791fd237240fcab130cb31e18ce4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5216019 May 20 15:51:53.264384 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-f29c002d-6ee3-40bb-ae1f-7718b2147391 req-8f06db64-2b1e-4fcc-88ac-dfbff623301d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Unset dirty status for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:53.264896 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35620) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:53.273870 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f29c002d-6ee3-40bb-ae1f-7718b2147391 req-8f06db64-2b1e-4fcc-88ac-dfbff623301d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 210 time: 0.4809487 May 20 15:51:53.281758 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:53.291490 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:53.309830 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a3de25-ed76-482e-8ec5-e173ae07a885 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:53.317280 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Made reservation on behalf of 5fcfa309c46343d08d16719032f9ed40 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:51:53.321172 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.334026 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.353129 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.369049 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Transition to ACTIVE for port object bcfc18db-fe70-4c24-b1c7-dbf7488abe45 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:53.377224 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.383727 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:53.395801 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35624) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:53.504516 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-5d23ae32-d33e-4ebe-aabb-209ea5281403 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cf056f9-4c9e-4221-b7d6-fd585b45c153 HTTP/1.1" status: 200 len: 217 time: 0.2413764 May 20 15:51:53.543431 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Transition to ACTIVE for port object 67a3de25-ed76-482e-8ec5-e173ae07a885 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:53.557707 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.676511 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.687869 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:53.700312 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-e267dacc-5177-4416-bc50-2cdbe4cd33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:53.701723 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-e267dacc-5177-4416-bc50-2cdbe4cd33b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=60b41ec2-7f9f-43ae-965e-a143eb242861 HTTP/1.1" status: 200 len: 852 time: 0.1627560 May 20 15:51:53.705517 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.718039 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e57718fa-f334-4c4f-9657-133a22447dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:53.758700 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f38f4-ecab-473e-8b19-73bb3aa8aa56 None None] Pushing event updated for resources: {'Port': ['ID=bcfc18db-fe70-4c24-b1c7-dbf7488abe45,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:53.770477 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-420f38f4-ecab-473e-8b19-73bb3aa8aa56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:53.790828 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8e350004-9ecf-4760-b6b2-e54b5041bbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.817969 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-201a59ec-7fe1-4caf-9539-336b910a3860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.826105 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-047336b1-6d4e-4cdc-81d7-872419509e10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fb7a191-b38b-4255-bdde-61d6b2f627c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089549 May 20 15:51:53.854504 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46', 'tag': '6cf056f9-4c9e-4221-b7d6-fd585b45c153', 'status': 'completed', 'code': 200} May 20 15:51:53.918473 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Attempting to bind port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:53.918919 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Attempting to bind port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:53.919287 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Attempting to bind port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 on network 269611d1-9001-4aeb-a2d6-2e6f178eec88 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:53.936614 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:53.936948 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Checking segment: {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:53.937529 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.939430 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Bound using segment: {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:53.940398 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Bound port: bcfc18db-fe70-4c24-b1c7-dbf7488abe45, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:53.940783 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.972261 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8e350004-9ecf-4760-b6b2-e54b5041bbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:53.995028 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ed8789-a0c7-4d9d-8c23-e5423066acfd,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:54.000366 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=67a3de25-ed76-482e-8ec5-e173ae07a885,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:54.004404 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.007961 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5442727 May 20 15:51:54.009891 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-201a59ec-7fe1-4caf-9539-336b910a3860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.011433 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-201a59ec-7fe1-4caf-9539-336b910a3860 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3c0ea4b-f42e-4ab4-babf-2b153aca6e6b HTTP/1.1" status: 204 len: 168 time: 1.1153333 May 20 15:51:54.015160 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35646) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:54.015686 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:54.031995 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:54.032300 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:54.063833 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'security_group_rule': {'security_group_id': 'c1ed8789-a0c7-4d9d-8c23-e5423066acfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:54.095873 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Allocated IP 172.20.0.11 (4d80c773-67f8-48ec-a778-6d13b0959c9b/dea8e36d-cab8-4a15-b821-44f9f7bf4657/aeaad612-b12d-4245-8185-7b126df93688) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:54.114865 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] For port bcfc18db-fe70-4c24-b1c7-dbf7488abe45, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:54.120155 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] For port bcfc18db-fe70-4c24-b1c7-dbf7488abe45, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=bcfc18db-fe70-4c24-b1c7-dbf7488abe45,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:54.126609 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Attempting to bind port 67a3de25-ed76-482e-8ec5-e173ae07a885 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:54.127178 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Attempting to bind port 67a3de25-ed76-482e-8ec5-e173ae07a885 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:54.127530 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Attempting to bind port 67a3de25-ed76-482e-8ec5-e173ae07a885 on network 4d80c773-67f8-48ec-a778-6d13b0959c9b {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:54.128506 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.146460 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:54.155189 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Port 67a3de25-ed76-482e-8ec5-e173ae07a885 on network 4d80c773-67f8-48ec-a778-6d13b0959c9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:51:54.156015 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Attempting to bind port 67a3de25-ed76-482e-8ec5-e173ae07a885 on network 4d80c773-67f8-48ec-a778-6d13b0959c9b {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:54.164757 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:54.165538 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Checking segment: {'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:54.166385 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Bound using segment: {'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:54.167032 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Bound port: 67a3de25-ed76-482e-8ec5-e173ae07a885, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:54.167754 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.172040 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:54.188812 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a59ec-7fe1-4caf-9539-336b910a3860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c0ea4b-f42e-4ab4-babf-2b153aca6e6b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:54.194496 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Usage tracker for resource:security_group_rule and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:54.206823 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.221721 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:54.224567 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-201a59ec-7fe1-4caf-9539-336b910a3860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:54.248224 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:54.249184 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f38f4-ecab-473e-8b19-73bb3aa8aa56 None None] Pushing event updated for resources: {'Port': ['ID=bcfc18db-fe70-4c24-b1c7-dbf7488abe45,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:54.265384 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-420f38f4-ecab-473e-8b19-73bb3aa8aa56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:54.280857 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:54.331252 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] Usage tracker for resource:security_group_rule and tenant:cb35c06871e54a9daaf8649d47326dda is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:54.349608 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:51:54.350575 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:51:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:54.397864 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:54.433858 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6122010-016f-4a81-af3e-5602a54bc91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.437257 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:54.489868 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-56378606-f93f-4d20-b482-df0200e73a49 service neutron] 10.222.0.54 "GET /v2.0/networks/0fb7a191-b38b-4255-bdde-61d6b2f627c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441257 May 20 15:51:54.510207 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.711169 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] For port 67a3de25-ed76-482e-8ec5-e173ae07a885, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:51:54.732622 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] For port 67a3de25-ed76-482e-8ec5-e173ae07a885, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=67a3de25-ed76-482e-8ec5-e173ae07a885,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:51:54.746106 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:51:54.768407 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.822789 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:54.825408 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8e350004-9ecf-4760-b6b2-e54b5041bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.833452 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.907107 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57c6c825-f8b7-4a33-a954-8077a911b0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:54.931428 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:54.932352 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e350004-9ecf-4760-b6b2-e54b5041bbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ba4b62-aedd-40ee-a021-0f2a84de9e2d,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:54.957848 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2798e1b0-3482-4d34-8611-10a2a9f8aa67 req-bbdb4012-f005-4c30-82b6-5b2a31c7ca0a tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 210 time: 0.1357818 May 20 15:51:54.958839 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8e350004-9ecf-4760-b6b2-e54b5041bbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.024165 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:55.025853 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.028654 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] 10.222.0.54 "PUT /v2.0/ports/67a3de25-ed76-482e-8ec5-e173ae07a885 HTTP/1.1" status: 200 len: 1093 time: 4.4306116 May 20 15:51:55.059992 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f70ae5-99ef-41d7-a034-4f2b476b70b0', 'tag': '67a3de25-ed76-482e-8ec5-e173ae07a885'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:51:55.063658 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-26b1b1b7-21d2-44aa-abdd-c70b0a2b41d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.089770 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb35c06871e54a9daaf8649d47326dda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6801674 May 20 15:51:55.104652 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35694) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:55.109342 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8e350004-9ecf-4760-b6b2-e54b5041bbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.116855 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-8e350004-9ecf-4760-b6b2-e54b5041bbe1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48ba4b62-aedd-40ee-a021-0f2a84de9e2d HTTP/1.1" status: 204 len: 168 time: 1.7316108 May 20 15:51:55.192584 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dfa4a8-abaf-40c7-b258-c51c6748d5a8,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.217675 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.232965 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.236551 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.247819 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608b376-a171-43b8-9e46-6303207ce761 req-56622a73-0035-4a73-aaad-44a744007951 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:55.260530 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3608b376-a171-43b8-9e46-6303207ce761 req-56622a73-0035-4a73-aaad-44a744007951 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 943 time: 0.6976717 May 20 15:51:55.266428 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.274895 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e21e0bc-454c-4eeb-bbdc-6a4f66d8b57c req-8c83b85f-ec7f-40cb-b94e-301a6650d144 service neutron] 10.222.0.54 "GET /v2.0/networks/0fb7a191-b38b-4255-bdde-61d6b2f627c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213809 May 20 15:51:55.279091 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.308165 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c585186a-7f2d-405f-999d-10886aa63016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.317457 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.318989 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2895629 May 20 15:51:55.327864 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b2937b-d9d2-415a-ab6b-149258c87e96,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.329805 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35710) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:55.342934 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'security_group_rule': {'security_group_id': 'c1ed8789-a0c7-4d9d-8c23-e5423066acfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:55.343835 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=67a3de25-ed76-482e-8ec5-e173ae07a885,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.356526 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.357820 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:55.361941 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.368223 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Usage tracker for resource:security_group_rule and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:55.372720 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c585186a-7f2d-405f-999d-10886aa63016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.382632 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:55.437823 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:55.455677 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:54Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:51:55.482911 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a772d748-7847-4c30-b1f5-da2579b5e575 None None] The sync data for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb is: [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:54Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:51:55.496445 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.529667 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.545421 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3608b376-a171-43b8-9e46-6303207ce761 req-1a12c8d6-d42a-4b84-ac1a-09897a5e002c tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834313 May 20 15:51:55.554097 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.597215 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6b1f0-ce96-4e27-9622-48d316aaa86b req-322ee597-1ac8-4410-9463-4716c9342585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:55.598764 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ced6b1f0-ce96-4e27-9622-48d316aaa86b req-322ee597-1ac8-4410-9463-4716c9342585 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c788e37970348918fb351ea371ee329&device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 1096 time: 0.2054448 May 20 15:51:55.659898 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c585186a-7f2d-405f-999d-10886aa63016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.670051 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-515bf3f6-c24f-410c-9fb6-5046e6320310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:55.675161 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-515bf3f6-c24f-410c-9fb6-5046e6320310 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 1096 time: 0.5411584 May 20 15:51:55.701450 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2b5ae857-7a6c-4568-b757-983ee14acc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.713300 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Network 4d80c773-67f8-48ec-a778-6d13b0959c9b is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:55.749211 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:55.788730 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585186a-7f2d-405f-999d-10886aa63016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dfa4a8-abaf-40c7-b258-c51c6748d5a8,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.813870 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c585186a-7f2d-405f-999d-10886aa63016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.817935 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-c585186a-7f2d-405f-999d-10886aa63016 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4dfa4a8-abaf-40c7-b258-c51c6748d5a8 HTTP/1.1" status: 204 len: 168 time: 0.6989796 May 20 15:51:55.819214 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c585186a-7f2d-405f-999d-10886aa63016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.825112 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.837457 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.849003 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8483f6ad-9985-48f5-9c1b-1cf09c974c1e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:55.890836 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73741e6-e848-498f-b359-684f40cef95d,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:55.900739 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:55.917997 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:55.924112 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:55.924775 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.977375 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:55.985403 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-1da5004d-2805-4f59-bb04-653a4b656b21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67a3de25-ed76-482e-8ec5-e173ae07a885 HTTP/1.1" status: 200 len: 217 time: 0.2401266 May 20 15:51:55.986281 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6520081 May 20 15:51:55.987007 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35742) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:55.989822 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6b1f0-ce96-4e27-9622-48d316aaa86b req-88c40e94-9ae4-40c8-bdf1-ce6c9fd1c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:55.998249 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ced6b1f0-ce96-4e27-9622-48d316aaa86b req-88c40e94-9ae4-40c8-bdf1-ce6c9fd1c530 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0fb7a191-b38b-4255-bdde-61d6b2f627c2 HTTP/1.1" status: 200 len: 913 time: 0.3644195 May 20 15:51:56.004313 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'floatingip': {'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:56.125335 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Pushing event updated for resources: {'Port': ['ID=aeaad612-b12d-4245-8185-7b126df93688,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:56.150256 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:56.263255 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f70ae5-99ef-41d7-a034-4f2b476b70b0', 'tag': '67a3de25-ed76-482e-8ec5-e173ae07a885', 'status': 'completed', 'code': 200} May 20 15:51:56.323576 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4127414 May 20 15:51:56.352977 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Request body: {'port': {'device_id': 'd714c265-1eb4-4393-b368-598e1cda1e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:51:56.377331 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:56.392282 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device bcfc18db-fe70-4c24-b1c7-dbf7488abe45 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:56.434954 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-013da97b-bc74-4acb-b22d-23d09620fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:56.436552 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-013da97b-bc74-4acb-b22d-23d09620fc6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.4312360 May 20 15:51:56.457761 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Usage tracker for resource:floatingip and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:56.472618 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ced6b1f0-ce96-4e27-9622-48d316aaa86b req-eb33b6f4-14d9-4275-92fc-68508013be4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cf056f9-4c9e-4221-b7d6-fd585b45c153 HTTP/1.1" status: 200 len: 217 time: 0.4544621 May 20 15:51:56.473844 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:56.520045 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-7c86a968-3303-4afe-9fb7-0c09cf702cfa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704498 May 20 15:51:56.579275 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:56.651568 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.651924 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:51:56.756965 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 35790) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:56.761262 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6b1f0-ce96-4e27-9622-48d316aaa86b req-a7faca9d-cfd9-45d4-b9df-700baaa97278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:56.766686 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ced6b1f0-ce96-4e27-9622-48d316aaa86b req-a7faca9d-cfd9-45d4-b9df-700baaa97278 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=60b41ec2-7f9f-43ae-965e-a143eb242861 HTTP/1.1" status: 200 len: 852 time: 0.2866092 May 20 15:51:56.788979 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:56.789522 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:56.916344 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a9784826-a110-4218-912e-3327be3deeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.004430 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.030340 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.038866 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.086618 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8543f04-b481-4300-b35c-4f9600cdd92f req-4b706b44-06da-423f-a653-95cc309a35f4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:57.097233 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-b8543f04-b481-4300-b35c-4f9600cdd92f req-4b706b44-06da-423f-a653-95cc309a35f4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Synchronizing usage tracker for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:57.099212 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ced6b1f0-ce96-4e27-9622-48d316aaa86b req-3cd91d25-c66f-4d66-a42d-af29c0441095 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0fb7a191-b38b-4255-bdde-61d6b2f627c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3176937 May 20 15:51:57.127350 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.133012 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port bcfc18db-fe70-4c24-b1c7-dbf7488abe45, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=bcfc18db-fe70-4c24-b1c7-dbf7488abe45,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:57.145244 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.150903 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:57.194138 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:51:57.280922 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:ba346c02c4414c4e8566b176233f6882 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:51:57.288446 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:51:57.305185 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:51:57.359049 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=bcfc18db-fe70-4c24-b1c7-dbf7488abe45,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:57.368956 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:57.529537 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe2f8d-4a78-409b-a576-5da91fc83c93 req-291b4a9e-d8e0-4af9-be16-492cd3667606 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:57.531403 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b5fe2f8d-4a78-409b-a576-5da91fc83c93 req-291b4a9e-d8e0-4af9-be16-492cd3667606 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 943 time: 0.6406763 May 20 15:51:57.536957 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:51:57.584669 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-b8543f04-b481-4300-b35c-4f9600cdd92f req-4b706b44-06da-423f-a653-95cc309a35f4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Unset dirty status for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:57.591947 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b8543f04-b481-4300-b35c-4f9600cdd92f req-4b706b44-06da-423f-a653-95cc309a35f4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 932 time: 1.4369023 May 20 15:51:57.638757 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ced6b1f0-ce96-4e27-9622-48d316aaa86b req-256c8bee-3bc9-4e7e-9988-f92acbee4e99 service neutron] 10.222.0.54 "GET /v2.0/networks/0fb7a191-b38b-4255-bdde-61d6b2f627c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258272 May 20 15:51:57.743172 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b5fe2f8d-4a78-409b-a576-5da91fc83c93 req-4f244452-ce33-4544-89e3-bfb7a82fdb6c tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916940 May 20 15:51:57.827927 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-f3d621e5-2eb4-4e32-bc2b-ba22144aed3a service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2817388 May 20 15:51:57.849240 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.855991 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-b8543f04-b481-4300-b35c-4f9600cdd92f req-b5f5de66-091b-4b80-84af-4d67d3866bed tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Synchronizing usage tracker for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:security_group {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:51:57.892651 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.932796 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.935960 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:57.978486 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-090754a7-7d39-4738-b181-bd06de09ddbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:57.985637 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-b8543f04-b481-4300-b35c-4f9600cdd92f req-b5f5de66-091b-4b80-84af-4d67d3866bed tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Unset dirty status for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:security_group {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:51:57.994248 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b8543f04-b481-4300-b35c-4f9600cdd92f req-b5f5de66-091b-4b80-84af-4d67d3866bed tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014480 May 20 15:51:58.005453 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6cf056f9-4c9e-4221-b7d6-fd585b45c153 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:51:58.071225 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ced6b1f0-ce96-4e27-9622-48d316aaa86b req-fb3974b6-9129-49e8-99b0-2fe3933894ab service neutron] 10.222.0.54 "GET /v2.0/networks/0fb7a191-b38b-4255-bdde-61d6b2f627c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184723 May 20 15:51:58.158639 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-58c5e79e-b64e-4e67-b4e2-458d14b33ac1 req-a789cff7-d26d-4093-9435-b500021fe066 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114483 May 20 15:51:58.190344 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Allocated IP 172.28.3.252 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/9f21eb4f-29ae-48b3-95e4-58a4c330c28f) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:51:58.233513 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed41210-2657-43be-9375-35bf8e992f59,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:58.237369 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:58.244829 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba346c02c4414c4e8566b176233f6882&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4683712 May 20 15:51:58.264744 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35884) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:58.309340 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device bcfc18db-fe70-4c24-b1c7-dbf7488abe45 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:51:58.437042 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 6cf056f9-4c9e-4221-b7d6-fd585b45c153, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6cf056f9-4c9e-4221-b7d6-fd585b45c153,segment=NetworkSegment(c338ff10-78e9-46e7-a8ba-55aebc06e9a9),segment_id=c338ff10-78e9-46e7-a8ba-55aebc06e9a9)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:58.478796 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '6cf056f9-4c9e-4221-b7d6-fd585b45c153', 'network_id': '0fb7a191-b38b-4255-bdde-61d6b2f627c2', 'port_id': '6cf056f9-4c9e-4221-b7d6-fd585b45c153', 'mac_address': 'fa:16:3e:98:de:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b41ec2-7f9f-43ae-965e-a143eb242861', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:51:58.488431 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-69a3c538-e766-42c5-9b70-5e3953072fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.575707 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeaad612-b12d-4245-8185-7b126df93688 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:58.585655 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-69a3c538-e766-42c5-9b70-5e3953072fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.602000 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.626777 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.651376 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.667674 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Transition to ACTIVE for port object aeaad612-b12d-4245-8185-7b126df93688 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:51:58.682658 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.692515 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:58.695204 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538bb41-a023-4bdc-94de-f1cde55fb1f5 req-ba9b6bfc-717a-4a89-bf15-9bd5e031a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:58.697913 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d538bb41-a023-4bdc-94de-f1cde55fb1f5 req-ba9b6bfc-717a-4a89-bf15-9bd5e031a5d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 1096 time: 0.2304299 May 20 15:51:58.701034 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.715726 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf056f9-4c9e-4221-b7d6-fd585b45c153 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:51:58.735579 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-69a3c538-e766-42c5-9b70-5e3953072fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.755288 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 6cf056f9-4c9e-4221-b7d6-fd585b45c153, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6cf056f9-4c9e-4221-b7d6-fd585b45c153,segment=NetworkSegment(c338ff10-78e9-46e7-a8ba-55aebc06e9a9),segment_id=c338ff10-78e9-46e7-a8ba-55aebc06e9a9)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:51:58.758994 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:51:58.760224 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.787720 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-75d38157-e4a6-4a45-875b-db774e69f0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:58.803489 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:51:58.812873 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-69a3c538-e766-42c5-9b70-5e3953072fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.818179 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-69a3c538-e766-42c5-9b70-5e3953072fa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ed41210-2657-43be-9375-35bf8e992f59 HTTP/1.1" status: 204 len: 168 time: 0.5477543 May 20 15:51:58.819423 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:51:58.831315 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:51:58.850829 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:58.872764 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:59.071387 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'Port': ['ID=9f21eb4f-29ae-48b3-95e4-58a4c330c28f,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:59.096762 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=6cf056f9-4c9e-4221-b7d6-fd585b45c153,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:59.104013 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:59.131125 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:59.147694 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-242ed7a5-7e38-4c4c-9fd1-d6ae4dcd16e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:51:59.163162 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3c538-e766-42c5-9b70-5e3953072fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed41210-2657-43be-9375-35bf8e992f59,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:59.176833 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-69a3c538-e766-42c5-9b70-5e3953072fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:59.202675 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.241785 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['6cf056f9-4c9e-4221-b7d6-fd585b45c153'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:51:59.269834 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a97af7-3826-4d16-a168-8ca58c521b6b req-334426c9-eecb-4173-9e67-297c5747b46b tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:59.277249 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-15a97af7-3826-4d16-a168-8ca58c521b6b req-334426c9-eecb-4173-9e67-297c5747b46b tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 944 time: 0.2725525 May 20 15:51:59.371062 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.475204 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaad612-b12d-4245-8185-7b126df93688,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:51:59.488143 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:51:59.515860 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-15a97af7-3826-4d16-a168-8ca58c521b6b req-a84ca383-7594-4637-8915-997d2c647ed3 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374527 May 20 15:51:59.600474 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35948) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:59.689126 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35954) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:51:59.772528 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.782735 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538bb41-a023-4bdc-94de-f1cde55fb1f5 req-e453ef84-072d-41ca-b514-c7d2cb533fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:51:59.784795 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d538bb41-a023-4bdc-94de-f1cde55fb1f5 req-e453ef84-072d-41ca-b514-c7d2cb533fec service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 919 time: 1.0712755 May 20 15:51:59.889983 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Attempting to bind port aeaad612-b12d-4245-8185-7b126df93688 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:51:59.890625 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Attempting to bind port aeaad612-b12d-4245-8185-7b126df93688 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:51:59.891239 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Attempting to bind port aeaad612-b12d-4245-8185-7b126df93688 on network 4d80c773-67f8-48ec-a778-6d13b0959c9b {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:59.900493 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Port aeaad612-b12d-4245-8185-7b126df93688 on network 4d80c773-67f8-48ec-a778-6d13b0959c9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:51:59.901008 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Attempting to bind port aeaad612-b12d-4245-8185-7b126df93688 on network 4d80c773-67f8-48ec-a778-6d13b0959c9b {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:51:59.909119 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d538bb41-a023-4bdc-94de-f1cde55fb1f5 req-3c97b0cf-e7b6-4380-9e3f-5895675db017 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67a3de25-ed76-482e-8ec5-e173ae07a885 HTTP/1.1" status: 200 len: 217 time: 0.1143215 May 20 15:51:59.912025 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:51:59.912580 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Checking segment: {'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:51:59.913172 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Bound using segment: {'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:51:59.913812 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Bound port: aeaad612-b12d-4245-8185-7b126df93688, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f355d7e-d274-4090-974f-6f62b5c2dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:51:59.914649 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.958223 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:51:59.980709 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.012190 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:00.018470 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] Usage tracker for resource:security_group_rule and tenant:8e89257c4f0246a1b144d24c774142a5 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:00.022955 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:00.032320 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:00.077419 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:00.091121 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] Usage tracker for resource:security_group_rule and tenant:6cc104af39ab475c9aaea99109a6a186 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:00.100492 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:00.109199 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.122730 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:00.127039 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7619507'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.138986 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:00.162265 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d3590-3c73-46a4-9f97-aa9291eec8f4 req-85ebd843-bf11-48d5-b8a3-445743023069 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.167578 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ba7d3590-3c73-46a4-9f97-aa9291eec8f4 req-85ebd843-bf11-48d5-b8a3-445743023069 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 944 time: 0.8471756 May 20 15:52:00.236956 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538bb41-a023-4bdc-94de-f1cde55fb1f5 req-bcdee3cd-9081-4726-b508-2909bf7c6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.239766 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d538bb41-a023-4bdc-94de-f1cde55fb1f5 req-bcdee3cd-9081-4726-b508-2909bf7c6f33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.3125305 May 20 15:52:00.340911 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'Port': ['ID=9f21eb4f-29ae-48b3-95e4-58a4c330c28f,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:00.345624 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:00.418702 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d538bb41-a023-4bdc-94de-f1cde55fb1f5 req-4059ab15-7872-487c-96a8-79d21b53842b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647680 May 20 15:52:00.426343 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.458773 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] For port aeaad612-b12d-4245-8185-7b126df93688, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:00.466905 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.494138 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:00.518243 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ba7d3590-3c73-46a4-9f97-aa9291eec8f4 req-274ef9dd-2ba8-4978-9362-e71158287ace tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345895 May 20 15:52:00.527284 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] For port aeaad612-b12d-4245-8185-7b126df93688, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aeaad612-b12d-4245-8185-7b126df93688,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:00.553943 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.565084 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:00.583711 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cc104af39ab475c9aaea99109a6a186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9825711 May 20 15:52:00.587885 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.592445 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 35998) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:00.596959 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a309db-ca7d-4ad6-ab62-d57de5ba27dd,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:00.600741 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:00.677060 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.711960 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.713051 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.714298 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7261496 May 20 15:52:00.723172 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:00.772712 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce48a6be-4495-4437-8daf-1bc86ffa9383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.928095 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:00.929002 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:00.931150 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] 10.222.0.54 "PUT /v2.0/ports/aeaad612-b12d-4245-8185-7b126df93688 HTTP/1.1" status: 200 len: 1094 time: 4.5902224 May 20 15:52:00.934992 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d538bb41-a023-4bdc-94de-f1cde55fb1f5 req-bd79665f-4c6f-4c0d-9d14-610271a694a7 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928479 May 20 15:52:00.935536 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd714c265-1eb4-4393-b368-598e1cda1e82', 'tag': 'aeaad612-b12d-4245-8185-7b126df93688'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:00.952919 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e89257c4f0246a1b144d24c774142a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2505627 May 20 15:52:00.968874 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=aeaad612-b12d-4245-8185-7b126df93688,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:00.969183 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36012) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:00.978526 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:01.010265 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4f6241-8026-42af-9bac-7601f0198f00,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:01.022724 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:01.079689 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce48a6be-4495-4437-8daf-1bc86ffa9383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.163776 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-04596109-6e3b-424b-bbb3-9a674fef8c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.202904 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-04596109-6e3b-424b-bbb3-9a674fef8c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.249715 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e77c9-c099-4804-afca-d51303172a50 req-374f346d-fa72-4680-83ee-e3eef8d6ffbe tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.257840 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fb1e77c9-c099-4804-afca-d51303172a50 req-374f346d-fa72-4680-83ee-e3eef8d6ffbe tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 944 time: 0.4428432 May 20 15:52:01.259702 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce48a6be-4495-4437-8daf-1bc86ffa9383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.288454 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-793ab8ac-fff7-4ad1-a31f-594ace71da37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:01.323429 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48a6be-4495-4437-8daf-1bc86ffa9383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a309db-ca7d-4ad6-ab62-d57de5ba27dd,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:01.325531 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ce48a6be-4495-4437-8daf-1bc86ffa9383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:01.327086 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-a7256714-7163-495b-b376-68cd9d5100df req-094cc894-5ecf-404b-bdc8-edb3a50f4d86 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Synchronizing usage tracker for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:security_group {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:01.343256 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce48a6be-4495-4437-8daf-1bc86ffa9383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.344940 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-ce48a6be-4495-4437-8daf-1bc86ffa9383 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5a309db-ca7d-4ad6-ab62-d57de5ba27dd HTTP/1.1" status: 204 len: 168 time: 0.7490792 May 20 15:52:01.361724 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fb1e77c9-c099-4804-afca-d51303172a50 req-d3acda27-2f75-40e1-bcef-c65a7c56a07b tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028950 May 20 15:52:01.381604 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-04596109-6e3b-424b-bbb3-9a674fef8c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.389567 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:01.394519 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d538bb41-a023-4bdc-94de-f1cde55fb1f5 req-cb2fe6d9-b403-4edc-b88c-20d555e29987 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144251 May 20 15:52:01.405876 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04596109-6e3b-424b-bbb3-9a674fef8c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4f6241-8026-42af-9bac-7601f0198f00,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:01.407876 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-c8e22f5c-c8d1-42c5-a622-a93c8d8d8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.409427 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-04596109-6e3b-424b-bbb3-9a674fef8c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:01.414962 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-c8e22f5c-c8d1-42c5-a622-a93c8d8d8bfa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 1097 time: 0.3855944 May 20 15:52:01.416501 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-a7256714-7163-495b-b376-68cd9d5100df req-094cc894-5ecf-404b-bdc8-edb3a50f4d86 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Unset dirty status for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:security_group {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:01.416624 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-04596109-6e3b-424b-bbb3-9a674fef8c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.417639 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-094cc894-5ecf-404b-bdc8-edb3a50f4d86 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1115425701&fields=id&tenant_id=9e368ec826784c75aa764fcc0c6e68ed HTTP/1.1" status: 200 len: 267 time: 0.2657325 May 20 15:52:01.420649 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-04596109-6e3b-424b-bbb3-9a674fef8c2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d4f6241-8026-42af-9bac-7601f0198f00 HTTP/1.1" status: 204 len: 168 time: 0.3945010 May 20 15:52:01.506213 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd714c265-1eb4-4393-b368-598e1cda1e82', 'tag': 'aeaad612-b12d-4245-8185-7b126df93688', 'status': 'completed', 'code': 200} May 20 15:52:01.534328 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-7e4a4be8-9603-4bc1-a914-d98d025a69c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeaad612-b12d-4245-8185-7b126df93688 HTTP/1.1" status: 200 len: 217 time: 0.0871465 May 20 15:52:01.678184 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-3c4d026e-4bcd-4cec-8fe9-6d1504f78c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.679676 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-3c4d026e-4bcd-4cec-8fe9-6d1504f78c44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.1366630 May 20 15:52:01.748167 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-47022f76-9462-4db4-8c59-52c1f2cf66ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603852 May 20 15:52:01.762359 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256714-7163-495b-b376-68cd9d5100df req-a772b8d0-c614-4f97-9ba0-319f52d1bd38 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.763060 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-a7256714-7163-495b-b376-68cd9d5100df req-a772b8d0-c614-4f97-9ba0-319f52d1bd38 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Synchronizing usage tracker for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:network {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:01.783895 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ef940-5355-4693-a554-1e73e3a57918 req-7a909c4b-dffd-4e0d-a0cf-c2a009d10f88 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:01.785663 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c03ef940-5355-4693-a554-1e73e3a57918 req-7a909c4b-dffd-4e0d-a0cf-c2a009d10f88 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 944 time: 0.1016800 May 20 15:52:01.854151 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c03ef940-5355-4693-a554-1e73e3a57918 req-6300d390-3ce6-4f0e-a64a-0d7fbc4980e3 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590091 May 20 15:52:01.882093 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-a7256714-7163-495b-b376-68cd9d5100df req-a772b8d0-c614-4f97-9ba0-319f52d1bd38 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Unset dirty status for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:network {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:01.883265 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-a772b8d0-c614-4f97-9ba0-319f52d1bd38 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 816 time: 0.4573600 May 20 15:52:01.887928 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36056) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:01.908752 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:01.920868 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-26f8e9eb-fa0a-4b44-afa1-593c4d7d4d58 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/quotas/9e368ec826784c75aa764fcc0c6e68ed HTTP/1.1" status: 200 len: 375 time: 0.0249388 May 20 15:52:01.925005 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-0938f91c-e49f-40b7-9b3f-0c6708bb7624 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695611 May 20 15:52:01.928572 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:01.932608 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] Usage tracker for resource:security_group_rule and tenant:45b7e755d45a48be8717afbe95f023c2 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:01.936695 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:01.945157 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:02.001494 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 67a3de25-ed76-482e-8ec5-e173ae07a885 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:52:02.058631 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36060) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:02.069138 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6cf056f9-4c9e-4221-b7d6-fd585b45c153 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:02.100693 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.119249 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.126460 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:02.131756 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] Usage tracker for resource:security_group_rule and tenant:91d20b62003c4aea804c0b4ff3b1760c is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:02.135394 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.143655 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:02.148799 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c585186a-7f2d-405f-999d-10886aa63016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.184893 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b803df-20ea-416f-bf60-f90c17062660,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:02.189046 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:02.192276 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:02.220528 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45b7e755d45a48be8717afbe95f023c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315487 May 20 15:52:02.228050 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 36074) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:02.244120 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-a7256714-7163-495b-b376-68cd9d5100df req-0df3cac1-7fe7-44cf-b649-50319b6bbbc5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Synchronizing usage tracker for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:02.275101 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15e7dfc3-cde1-42a3-b9e7-6bcbce8c2b24 req-6bc9b28f-0bc5-4186-8201-196fbb02e8cc service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182815 May 20 15:52:02.333500 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.338950 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.343179 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-a7256714-7163-495b-b376-68cd9d5100df req-0df3cac1-7fe7-44cf-b649-50319b6bbbc5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Unset dirty status for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:02.355568 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-0df3cac1-7fe7-44cf-b649-50319b6bbbc5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4255304 May 20 15:52:02.365110 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f9adf3ca-acdc-47ca-9568-c22331e51e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.365315 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-18db9cb5-4e5e-40a0-bda4-ca7e33394b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.388553 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 67a3de25-ed76-482e-8ec5-e173ae07a885, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=67a3de25-ed76-482e-8ec5-e173ae07a885,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:02.403580 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 6cf056f9-4c9e-4221-b7d6-fd585b45c153 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:02.427465 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91d20b62003c4aea804c0b4ff3b1760c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611035 May 20 15:52:02.427465 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df5cfa7-b7f6-4dfb-a64d-dc86b67ac0e3,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:02.429029 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '67a3de25-ed76-482e-8ec5-e173ae07a885', 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b', 'port_id': '67a3de25-ed76-482e-8ec5-e173ae07a885', 'mac_address': 'fa:16:3e:e3:6b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea8e36d-cab8-4a15-b821-44f9f7bf4657', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:52:02.430667 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 6cf056f9-4c9e-4221-b7d6-fd585b45c153 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:02.431045 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.442345 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:02.442861 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36084) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:02.516141 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f9adf3ca-acdc-47ca-9568-c22331e51e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.587062 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d06b9e3f-614a-42ec-aee9-44383e526c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.609614 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdae2a4-dbfc-4a42-a520-f95fb8db938f req-765029f2-9557-48c7-bf9c-9a64ef755906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:02.612525 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bfdae2a4-dbfc-4a42-a520-f95fb8db938f req-765029f2-9557-48c7-bf9c-9a64ef755906 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 1097 time: 0.1551232 May 20 15:52:02.614995 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f9adf3ca-acdc-47ca-9568-c22331e51e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.648065 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.671166 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d06b9e3f-614a-42ec-aee9-44383e526c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.674128 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a3de25-ed76-482e-8ec5-e173ae07a885 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:02.681187 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.701194 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-f7711909-e0bf-411b-a98f-f94b57a9c913 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 15:52:02.702464 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-f7711909-e0bf-411b-a98f-f94b57a9c913 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1044538 May 20 15:52:02.721033 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adf3ca-acdc-47ca-9568-c22331e51e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b803df-20ea-416f-bf60-f90c17062660,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:02.742922 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 67a3de25-ed76-482e-8ec5-e173ae07a885, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=67a3de25-ed76-482e-8ec5-e173ae07a885,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:02.755008 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.759501 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f9adf3ca-acdc-47ca-9568-c22331e51e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:02.760144 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.801173 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.849818 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d06b9e3f-614a-42ec-aee9-44383e526c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.863541 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:02.881225 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b9e3f-614a-42ec-aee9-44383e526c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df5cfa7-b7f6-4dfb-a64d-dc86b67ac0e3,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:02.882083 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf056f9-4c9e-4221-b7d6-fd585b45c153'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:02.890435 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d06b9e3f-614a-42ec-aee9-44383e526c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:02.904019 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f9adf3ca-acdc-47ca-9568-c22331e51e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.905125 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-f9adf3ca-acdc-47ca-9568-c22331e51e8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3b803df-20ea-416f-bf60-f90c17062660 HTTP/1.1" status: 204 len: 168 time: 0.6754739 May 20 15:52:02.934722 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d06b9e3f-614a-42ec-aee9-44383e526c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:02.935863 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-d06b9e3f-614a-42ec-aee9-44383e526c93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0df5cfa7-b7f6-4dfb-a64d-dc86b67ac0e3 HTTP/1.1" status: 204 len: 168 time: 0.4920106 May 20 15:52:02.980202 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea3673-c899-4642-a14b-977b8868296a req-b63de25e-c5e3-4218-ad6a-c5933a06dc20 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:02.987624 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4bea3673-c899-4642-a14b-977b8868296a req-b63de25e-c5e3-4218-ad6a-c5933a06dc20 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 944 time: 0.1932638 May 20 15:52:03.069930 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 6cf056f9-4c9e-4221-b7d6-fd585b45c153, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6cf056f9-4c9e-4221-b7d6-fd585b45c153,segment=NetworkSegment(c338ff10-78e9-46e7-a8ba-55aebc06e9a9),segment_id=c338ff10-78e9-46e7-a8ba-55aebc06e9a9)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:03.070993 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=67a3de25-ed76-482e-8ec5-e173ae07a885,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:03.088245 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:03.090182 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:03.090752 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:03.116728 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdae2a4-dbfc-4a42-a520-f95fb8db938f req-e03ad9ea-21cd-4206-847f-55fa433ddc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:03.118217 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bfdae2a4-dbfc-4a42-a520-f95fb8db938f req-e03ad9ea-21cd-4206-847f-55fa433ddc45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 919 time: 0.4884467 May 20 15:52:03.128017 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4bea3673-c899-4642-a14b-977b8868296a req-ff78cd3a-c91e-4aa8-bbbd-3a37fb7f439e tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331327 May 20 15:52:03.238785 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=6cf056f9-4c9e-4221-b7d6-fd585b45c153,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:03.243311 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['67a3de25-ed76-482e-8ec5-e173ae07a885'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:03.305161 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bfdae2a4-dbfc-4a42-a520-f95fb8db938f req-cebdd85e-fd7a-459c-9b85-0033f1e1d2cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeaad612-b12d-4245-8185-7b126df93688 HTTP/1.1" status: 200 len: 217 time: 0.1699805 May 20 15:52:03.305359 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:03.403222 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-ba663489-2fe0-441d-a929-a81e8b03d5be service neutron] 10.222.0.36 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750839 May 20 15:52:03.506231 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdae2a4-dbfc-4a42-a520-f95fb8db938f req-a3edc40c-b92b-4554-8f5a-416424b56477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:03.507978 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bfdae2a4-dbfc-4a42-a520-f95fb8db938f req-a3edc40c-b92b-4554-8f5a-416424b56477 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.1859913 May 20 15:52:03.622946 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de9220-981e-4bf7-8ae2-a4dbdebcd825 req-946d2a3b-02f3-41e8-8735-b5995333f776 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:03.638736 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-47de9220-981e-4bf7-8ae2-a4dbdebcd825 req-946d2a3b-02f3-41e8-8735-b5995333f776 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 944 time: 0.2476666 May 20 15:52:03.725187 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-47de9220-981e-4bf7-8ae2-a4dbdebcd825 req-066555f5-9744-466b-babb-0ee5e67972a0 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850143 May 20 15:52:03.733866 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bfdae2a4-dbfc-4a42-a520-f95fb8db938f req-0d8364d2-aedc-41dc-883a-77bf05792cbb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260753 May 20 15:52:03.879794 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf056f9-4c9e-4221-b7d6-fd585b45c153', 'code': 200} May 20 15:52:03.879920 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-5e368427-c469-4a02-8cc7-d8c9f5d444a8 service neutron] 10.222.0.36 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575047 May 20 15:52:03.931719 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bfdae2a4-dbfc-4a42-a520-f95fb8db938f req-1ec9dd87-d3ea-4d72-91d7-5c59632ce2b2 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822128 May 20 15:52:04.113969 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bfdae2a4-dbfc-4a42-a520-f95fb8db938f req-ca4a447c-0e8b-4fdd-b383-6bd7101f17d1 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743011 May 20 15:52:04.263949 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-73788ec7-7f46-441f-b615-52b114862fb7 req-0b1253ba-4e4f-4c80-b84c-8164f8763bb2 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 210 time: 0.1171255 May 20 15:52:04.445314 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b378fb5-e333-4473-979d-d5515cff7e2f req-b9d407f8-6773-4d60-be58-48d3b564a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:04.447238 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5b378fb5-e333-4473-979d-d5515cff7e2f req-b9d407f8-6773-4d60-be58-48d3b564a163 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 1098 time: 0.1923418 May 20 15:52:04.456981 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a71440-8707-4bb1-a020-ac9f00bafad1 req-8187df56-a6c2-4983-95e3-a61ebb4d6bf8 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:04.464752 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-17a71440-8707-4bb1-a020-ac9f00bafad1 req-8187df56-a6c2-4983-95e3-a61ebb4d6bf8 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 945 time: 0.1486754 May 20 15:52:04.509195 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-5b378fb5-e333-4473-979d-d5515cff7e2f req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.516801 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36172) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:04.540906 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-5b378fb5-e333-4473-979d-d5515cff7e2f req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:04.551780 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-5b378fb5-e333-4473-979d-d5515cff7e2f req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] Usage tracker for resource:security_group_rule and tenant:feff5d7f84544a9b8dc174e8679360a9 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:04.556780 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-5b378fb5-e333-4473-979d-d5515cff7e2f req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:04.581871 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-17a71440-8707-4bb1-a020-ac9f00bafad1 req-aa5e2a8a-80dd-4c45-90ce-06d850f973e1 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103978 May 20 15:52:04.583205 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-5b378fb5-e333-4473-979d-d5515cff7e2f req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:04.847461 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-5b378fb5-e333-4473-979d-d5515cff7e2f req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.853992 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-5b378fb5-e333-4473-979d-d5515cff7e2f req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.871741 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:04.875252 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1042488345-network', 'tenant_id': 'b8013526603343548320dbfc37df3966'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:04.884246 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:04.893949 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Usage tracker for resource:network and tenant:b8013526603343548320dbfc37df3966 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:04.901627 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:04.910049 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:04.920362 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5b378fb5-e333-4473-979d-d5515cff7e2f req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532537 May 20 15:52:04.928241 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Made reservation on behalf of b8013526603343548320dbfc37df3966 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:04.932713 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.956105 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e214db5b-54a6-4687-9ca1-8de0dadbbde8,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:04.964806 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:04.965155 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:05.024169 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:05.041468 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Usage tracker for resource:security_group_rule and tenant:b8013526603343548320dbfc37df3966 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:05.046568 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:05.067240 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:05.150572 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a84ce0-0dbe-4706-94f3-f18ae6d036a1 req-a2a9bd42-e9ed-41f7-9b1f-2ed68e787809 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:05.158774 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f1a84ce0-0dbe-4706-94f3-f18ae6d036a1 req-a2a9bd42-e9ed-41f7-9b1f-2ed68e787809 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 944 time: 0.1788790 May 20 15:52:05.223908 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.241514 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.247951 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:05.315530 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.334837 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f1a84ce0-0dbe-4706-94f3-f18ae6d036a1 req-f0b27cf6-edb5-49cf-8237-a61924247dce tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751661 May 20 15:52:05.337738 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aedb61-2116-44e2-90c6-c883f0639451,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:05.350152 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:05.351392 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:05.375198 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.381208 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Added segment 0b5ac63b-e8d2-4df0-979a-d86a753f31d9 of type vlan for network 47f06e9f-8339-4ac6-8c97-b109ff2b2727 May 20 15:52:05.423985 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.471203 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.472822 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:05.473439 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:05.477658 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-37a1baaa-8d2d-48bc-80b5-56a09b956d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:05.579568 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Pushing event updated for resources: {'Network': ['ID=47f06e9f-8339-4ac6-8c97-b109ff2b2727,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:05.582495 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:05.591222 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 47f06e9f-8339-4ac6-8c97-b109ff2b2727 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:05.621223 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0998750 May 20 15:52:05.622436 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36226) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:05.630456 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Request body: {'subnet': {'network_id': '47f06e9f-8339-4ac6-8c97-b109ff2b2727', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1042488345-subnet', 'tenant_id': 'b8013526603343548320dbfc37df3966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:05.635565 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:05.638783 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-50d6bc0f-9ae1-4fd1-9563-954c321d5f5a req-18d6f362-3c00-49b6-ae0b-78cd68ffaef7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 210 time: 0.1806936 May 20 15:52:05.640565 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Usage tracker for resource:subnet and tenant:b8013526603343548320dbfc37df3966 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:05.644019 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:05.650301 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:05.676085 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Made reservation on behalf of b8013526603343548320dbfc37df3966 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:05.678840 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6418415'] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.006003 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eb342-16cd-48e1-99fc-2d27380f6377 req-2e30a16e-46fe-47cd-88c8-fe0d704f56b8 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:06.013826 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-206eb342-16cd-48e1-99fc-2d27380f6377 req-2e30a16e-46fe-47cd-88c8-fe0d704f56b8 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 945 time: 0.2703922 May 20 15:52:06.032717 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aeaad612-b12d-4245-8185-7b126df93688 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:52:06.175867 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-206eb342-16cd-48e1-99fc-2d27380f6377 req-723c0f73-b114-47e2-8b3c-fdb46e72c0a4 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458039 May 20 15:52:06.205875 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aeaad612-b12d-4245-8185-7b126df93688, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aeaad612-b12d-4245-8185-7b126df93688,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:06.222658 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': 'aeaad612-b12d-4245-8185-7b126df93688', 'network_id': '4d80c773-67f8-48ec-a778-6d13b0959c9b', 'port_id': 'aeaad612-b12d-4245-8185-7b126df93688', 'mac_address': 'fa:16:3e:16:d1:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea8e36d-cab8-4a15-b821-44f9f7bf4657', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:52:06.226274 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 67a3de25-ed76-482e-8ec5-e173ae07a885 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:06.345241 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.379457 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeaad612-b12d-4245-8185-7b126df93688 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:06.411239 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256714-7163-495b-b376-68cd9d5100df req-589fd018-9a5f-46ae-b9ab-d99ed6947cd4 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:06.412890 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-589fd018-9a5f-46ae-b9ab-d99ed6947cd4 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 816 time: 0.3312278 May 20 15:52:06.425337 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aeaad612-b12d-4245-8185-7b126df93688, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aeaad612-b12d-4245-8185-7b126df93688,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:06.427359 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 67a3de25-ed76-482e-8ec5-e173ae07a885 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:06.433743 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 67a3de25-ed76-482e-8ec5-e173ae07a885 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:06.434463 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.542123 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-e7324f86-020b-419d-b0dd-49c503408960 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e368ec826784c75aa764fcc0c6e68ed HTTP/1.1" status: 200 len: 380 time: 0.1026216 May 20 15:52:06.558224 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'port': {'device_id': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'admin_state_up': True, 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'security_groups': ['c1ed8789-a0c7-4d9d-8c23-e5423066acfd']}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:06.558438 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.561696 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:06.564197 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7619334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6418429'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.570542 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:06.668822 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Checking segment: {'id': '0b5ac63b-e8d2-4df0-979a-d86a753f31d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '47f06e9f-8339-4ac6-8c97-b109ff2b2727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:06.669176 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Network hostable DHCP agents. Network: 47f06e9f-8339-4ac6-8c97-b109ff2b2727, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:06.681552 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc42c90-a303-4dcb-b9bb-25034abbc0e1,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:06.692872 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:06.710400 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Network 47f06e9f-8339-4ac6-8c97-b109ff2b2727 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:06.727395 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 47f06e9f-8339-4ac6-8c97-b109ff2b2727) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:06.738683 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:06.740852 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.759529 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8174ff4-d7fa-4465-8d39-e74cbeea4005 None None] Network 47f06e9f-8339-4ac6-8c97-b109ff2b2727 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:06.794858 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-fc428c47-515d-4c25-a949-3df0f9d3f7cd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1712387 May 20 15:52:06.856373 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=aeaad612-b12d-4245-8185-7b126df93688,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:06.871365 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:06.880159 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:06.917557 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc4395-2818-4e68-8071-3f5d886a92bd req-c7ffb12d-5b88-4d6d-9970-d9d42a0c3c7d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:06.921701 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f1dc4395-2818-4e68-8071-3f5d886a92bd req-c7ffb12d-5b88-4d6d-9970-d9d42a0c3c7d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 945 time: 0.3063350 May 20 15:52:06.930594 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:06.936244 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-24cac4aa-9e91-4ee1-88cf-618a2ee1b193 req-4be3f53e-9cd9-40f1-8c6a-26fa04e6a353 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 210 time: 0.0993450 May 20 15:52:06.981578 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['aeaad612-b12d-4245-8185-7b126df93688'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:06.999042 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:07.038378 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f1dc4395-2818-4e68-8071-3f5d886a92bd req-67e51b7e-e3b3-41b8-850e-b4d0116f8d92 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024528 May 20 15:52:07.042338 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Made reservation on behalf of 9e368ec826784c75aa764fcc0c6e68ed for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:07.060630 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:07.164736 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f70ae5-99ef-41d7-a034-4f2b476b70b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a3de25-ed76-482e-8ec5-e173ae07a885'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:07.252849 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 67a3de25-ed76-482e-8ec5-e173ae07a885, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=67a3de25-ed76-482e-8ec5-e173ae07a885,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:07.323213 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f70ae5-99ef-41d7-a034-4f2b476b70b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a3de25-ed76-482e-8ec5-e173ae07a885', 'code': 200} May 20 15:52:07.327659 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:07.350078 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-bae9e790-fac6-452c-a424-9188bb0ec510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:07.384544 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336fddcd-aee5-4ca3-9910-fa0d783886cb None None] Network 47f06e9f-8339-4ac6-8c97-b109ff2b2727 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:07.556553 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Allocated IP 172.20.0.4 (269611d1-9001-4aeb-a2d6-2e6f178eec88/f754e493-2fc1-4a88-b9bc-dc69210f0f84/51c73868-6df4-484e-91a4-dc47f8203a78) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:07.576881 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=67a3de25-ed76-482e-8ec5-e173ae07a885,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:07.585192 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:07.746101 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eee3f-5b81-4a0a-9486-ab1c1a4fa658 req-edad31ab-caf3-4d96-9698-270eead2bb73 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:07.747828 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5e8eee3f-5b81-4a0a-9486-ab1c1a4fa658 req-edad31ab-caf3-4d96-9698-270eead2bb73 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 945 time: 0.2804725 May 20 15:52:07.902435 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e8145-d05f-44f7-8530-c08641e26752 req-334326a5-7b62-4000-9376-f6095cde0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:07.904385 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-448e8145-d05f-44f7-8530-c08641e26752 req-334326a5-7b62-4000-9376-f6095cde0fa9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 1098 time: 0.3121827 May 20 15:52:07.915075 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5e8eee3f-5b81-4a0a-9486-ab1c1a4fa658 req-248dd3fe-7af4-41b6-aff6-c4bc061f473b tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476333 May 20 15:52:07.971162 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36308) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:07.980316 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1656374066-network', 'tenant_id': 'd68be434989a4fdea0ea56790bda124c'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:07.989070 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:07.994444 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Usage tracker for resource:network and tenant:d68be434989a4fdea0ea56790bda124c is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:08.003231 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:08.007158 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-448e8145-d05f-44f7-8530-c08641e26752 req-b3e0ca75-81c4-4cd6-8eb9-dabc73a25c62 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911591 May 20 15:52:08.013732 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:08.025525 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.047145 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Made reservation on behalf of d68be434989a4fdea0ea56790bda124c for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:08.050595 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.061314 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Transition to ACTIVE for port object 51c73868-6df4-484e-91a4-dc47f8203a78 will not be triggered until provisioned by entity DHCP. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:08.075375 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.099043 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.103214 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:08.111537 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Usage tracker for resource:security_group_rule and tenant:d68be434989a4fdea0ea56790bda124c is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:08.120515 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:08.121075 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:08.129144 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:08.231392 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:08.236695 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Network 269611d1-9001-4aeb-a2d6-2e6f178eec88 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:08.272470 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:08.285106 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:08.290611 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:08.296177 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.296464 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:08.297798 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.316156 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.323960 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2a1d6aa5-ccef-467f-bbbf-b7dd304c22b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:08.348830 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7961600 May 20 15:52:08.351112 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d36a7-1ae2-42d9-af8b-900d84e63407 req-cd7b9229-0653-47ac-bc04-b8a7ce89e101 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:08.352914 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fa5d36a7-1ae2-42d9-af8b-900d84e63407 req-cd7b9229-0653-47ac-bc04-b8a7ce89e101 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 931 time: 0.1513896 May 20 15:52:08.369831 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7df93f-303c-4aec-aa0e-7332fcc75db1 req-a809e4d0-fb03-4a6d-9d50-e399026d57fc tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:08.373974 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:08.380392 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2b7df93f-303c-4aec-aa0e-7332fcc75db1 req-a809e4d0-fb03-4a6d-9d50-e399026d57fc tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 945 time: 0.1961236 May 20 15:52:08.387404 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Request body: {'port': {'device_id': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:08.408734 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd74a175-7df4-4b1e-84ad-e5ef63256b21,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:08.451241 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:08.454328 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-fa5d36a7-1ae2-42d9-af8b-900d84e63407 req-7fc402c5-8b7c-4699-aa90-b26ba36ee804 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Synchronizing usage tracker for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:08.463304 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.463843 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Added segment 64421df5-54b5-417f-9e4b-52572a27b247 of type vlan for network 3051a94f-c461-48ba-98d5-8f99fd7c4b25 May 20 15:52:08.491403 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-fa5d36a7-1ae2-42d9-af8b-900d84e63407 req-7fc402c5-8b7c-4699-aa90-b26ba36ee804 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Unset dirty status for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:08.498657 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fa5d36a7-1ae2-42d9-af8b-900d84e63407 req-7fc402c5-8b7c-4699-aa90-b26ba36ee804 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258197 May 20 15:52:08.515475 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2b7df93f-303c-4aec-aa0e-7332fcc75db1 req-05150d47-f063-4ea2-8249-11f748b7095d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340866 May 20 15:52:08.563556 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.603308 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.607515 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:08.608159 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.616712 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.617272 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b24bc972-6741-40aa-9153-519cc4ba5553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:08.676749 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-367b7211-5cb6-43d0-b564-8ed75cc18579 None None] Provisioning for port 51c73868-6df4-484e-91a4-dc47f8203a78 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:08.684064 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-367b7211-5cb6-43d0-b564-8ed75cc18579 None None] Provisioning complete for port 51c73868-6df4-484e-91a4-dc47f8203a78 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:08.684483 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-367b7211-5cb6-43d0-b564-8ed75cc18579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:08.790453 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-367b7211-5cb6-43d0-b564-8ed75cc18579 None None] Port 51c73868-6df4-484e-91a4-dc47f8203a78 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:52:08.803850 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Pushing event updated for resources: {'Network': ['ID=3051a94f-c461-48ba-98d5-8f99fd7c4b25,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:08.815308 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:08.817233 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 3051a94f-c461-48ba-98d5-8f99fd7c4b25 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:08.820690 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 36336) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:08.821926 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8497896 May 20 15:52:08.830013 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Request body: {'subnet': {'network_id': '3051a94f-c461-48ba-98d5-8f99fd7c4b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1656374066-subnet', 'tenant_id': 'd68be434989a4fdea0ea56790bda124c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:08.838135 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:08.848119 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Usage tracker for resource:subnet and tenant:d68be434989a4fdea0ea56790bda124c is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:08.853801 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:08.877188 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:08.908477 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Made reservation on behalf of d68be434989a4fdea0ea56790bda124c for: {'subnet': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:08.910875 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.346944 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c73868-6df4-484e-91a4-dc47f8203a78 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:09.367405 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.401949 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Transition to ACTIVE for port object 51c73868-6df4-484e-91a4-dc47f8203a78 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:09.424936 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.435339 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:09.603340 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:09.643656 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:09.779775 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Attempting to bind port 51c73868-6df4-484e-91a4-dc47f8203a78 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:09.780382 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Attempting to bind port 51c73868-6df4-484e-91a4-dc47f8203a78 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:09.780513 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Attempting to bind port 51c73868-6df4-484e-91a4-dc47f8203a78 on network 269611d1-9001-4aeb-a2d6-2e6f178eec88 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:09.783779 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba8c8c-f0cf-4626-bb5b-c0568ddc8a82 req-e3e22393-da4a-4cee-bfe9-75212afe41d5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:09.785343 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5bba8c8c-f0cf-4626-bb5b-c0568ddc8a82 req-e3e22393-da4a-4cee-bfe9-75212afe41d5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.1154838 May 20 15:52:09.797660 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Port 51c73868-6df4-484e-91a4-dc47f8203a78 on network 269611d1-9001-4aeb-a2d6-2e6f178eec88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:09.797986 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Attempting to bind port 51c73868-6df4-484e-91a4-dc47f8203a78 on network 269611d1-9001-4aeb-a2d6-2e6f178eec88 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:09.816071 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:09.816452 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Checking segment: {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:09.816963 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Bound using segment: {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:09.817415 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Bound port: 51c73868-6df4-484e-91a4-dc47f8203a78, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:09.817765 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:09.861852 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5bba8c8c-f0cf-4626-bb5b-c0568ddc8a82 req-95d22abb-1aea-4220-97c8-1af0677adb2f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644801 May 20 15:52:09.951022 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac6c2c-c883-4d5f-b328-2a293639288f req-2042aff7-f9e1-4123-af92-bf3185aa3867 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:09.952505 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-39ac6c2c-c883-4d5f-b328-2a293639288f req-2042aff7-f9e1-4123-af92-bf3185aa3867 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 945 time: 0.2321360 May 20 15:52:09.953614 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:09.960628 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:09.995174 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.021501 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-717f33c9-a289-4025-b23a-6b4beefef5f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.044269 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aeaad612-b12d-4245-8185-7b126df93688 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:10.111961 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:10.112586 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.114062 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] 10.222.0.54 "PUT /v2.0/ports/51c73868-6df4-484e-91a4-dc47f8203a78 HTTP/1.1" status: 200 len: 1093 time: 1.7309113 May 20 15:52:10.114570 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:10.143365 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.154449 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-39ac6c2c-c883-4d5f-b328-2a293639288f req-f32c8ccc-d769-4217-a2b7-65b44082cd04 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638999 May 20 15:52:10.215011 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port aeaad612-b12d-4245-8185-7b126df93688 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:10.224580 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:10.228119 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:10.235566 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b743d882-3f33-443f-91ae-caa944887fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.240621 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port aeaad612-b12d-4245-8185-7b126df93688 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:10.241005 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.346834 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78', 'status': 'completed', 'code': 200} May 20 15:52:10.392440 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Checking segment: {'id': '64421df5-54b5-417f-9e4b-52572a27b247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3051a94f-c461-48ba-98d5-8f99fd7c4b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:10.392440 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Network hostable DHCP agents. Network: 3051a94f-c461-48ba-98d5-8f99fd7c4b25, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:10.407941 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8dd75a-5a32-4eb5-bfe7-ba0876862797,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:10.421935 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:10.450761 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256714-7163-495b-b376-68cd9d5100df req-490b2eff-f7ff-450a-83bd-40db4bc7af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:10.452262 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-490b2eff-f7ff-450a-83bd-40db4bc7af69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 1096 time: 0.2704422 May 20 15:52:10.452975 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Network 3051a94f-c461-48ba-98d5-8f99fd7c4b25 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:10.466835 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 3051a94f-c461-48ba-98d5-8f99fd7c4b25) {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:10.482185 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df94c96-6b78-4f4a-bc9a-cf5d0b0f9d23 None None] Network 3051a94f-c461-48ba-98d5-8f99fd7c4b25 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:10.536124 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:10.537168 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.559426 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-d2832eda-2d8f-4cbd-82a5-92f64eef53d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c73868-6df4-484e-91a4-dc47f8203a78 HTTP/1.1" status: 200 len: 217 time: 0.0901530 May 20 15:52:10.610629 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7885706 May 20 15:52:10.647297 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256714-7163-495b-b376-68cd9d5100df req-35ec4b62-6b7d-44a9-a317-211e6cd30d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:10.649505 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-35ec4b62-6b7d-44a9-a317-211e6cd30d05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.0812173 May 20 15:52:10.658457 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.704851 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd714c265-1eb4-4393-b368-598e1cda1e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaad612-b12d-4245-8185-7b126df93688'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:10.729646 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aeaad612-b12d-4245-8185-7b126df93688, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aeaad612-b12d-4245-8185-7b126df93688,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:10.777159 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:10.779171 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:10.803997 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256714-7163-495b-b376-68cd9d5100df req-4bf3516b-72eb-42e1-8118-a2169a759fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:10.805651 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-4bf3516b-72eb-42e1-8118-a2169a759fe8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1261909 May 20 15:52:11.013023 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd714c265-1eb4-4393-b368-598e1cda1e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeaad612-b12d-4245-8185-7b126df93688', 'code': 200} May 20 15:52:11.019376 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=aeaad612-b12d-4245-8185-7b126df93688,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:11.035085 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:11.076642 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9c3155-49b4-4c15-adfd-ae262a0f48d7 None None] Network 3051a94f-c461-48ba-98d5-8f99fd7c4b25 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:11.284185 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0db13-5a10-4c86-8edd-3b92f454223a req-108c0d40-45e2-4ece-8507-060148dc574c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:11.285802 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-11d0db13-5a10-4c86-8edd-3b92f454223a req-108c0d40-45e2-4ece-8507-060148dc574c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.1478250 May 20 15:52:11.401332 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-11d0db13-5a10-4c86-8edd-3b92f454223a req-e4c0237e-1533-4e6e-a1d4-0f8d8603c8ab tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045899 May 20 15:52:11.478620 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-51b91f6c-1f87-4924-b9b5-dbb01ee7d407 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480093 May 20 15:52:11.627847 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2643b11-72bb-4213-acc8-7d0b4981dd92 req-79d88111-9083-4d46-b029-63148733a350 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:11.630046 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e2643b11-72bb-4213-acc8-7d0b4981dd92 req-79d88111-9083-4d46-b029-63148733a350 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0960710 May 20 15:52:11.700400 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e2643b11-72bb-4213-acc8-7d0b4981dd92 req-4a4539f0-e887-467d-addb-b5bca55be4e8 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637419 May 20 15:52:11.785175 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36458) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:11.806390 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c3fdf-cf75-479c-9f78-60bfa4f1cd14 req-ac8ece07-5982-4c34-9dcb-0291073da18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:11.807859 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ad0c3fdf-cf75-479c-9f78-60bfa4f1cd14 req-ac8ece07-5982-4c34-9dcb-0291073da18d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 1099 time: 0.6955445 May 20 15:52:11.881751 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeefa51-eae1-4104-93b5-be0306219398 req-25b4f657-2913-413c-a687-bc179dd62869 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:11.883230 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-25b4f657-2913-413c-a687-bc179dd62869 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/networks?id=47f06e9f-8339-4ac6-8c97-b109ff2b2727 HTTP/1.1" status: 200 len: 809 time: 0.4924088 May 20 15:52:11.911032 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-ad0c3fdf-cf75-479c-9f78-60bfa4f1cd14 req-ae81a91d-189f-47ec-8454-09391ace6bcf service neutron] Synchronizing usage tracker for tenant:feff5d7f84544a9b8dc174e8679360a9 on resource:security_group {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:11.913718 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:11.922786 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-6bafed5d-52bf-4493-ae03-7a7544e86f0c tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/quotas/b8013526603343548320dbfc37df3966 HTTP/1.1" status: 200 len: 375 time: 0.0237169 May 20 15:52:11.924609 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7256714-7163-495b-b376-68cd9d5100df req-e30a32e6-f580-40f5-988a-949985af895c service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513935 May 20 15:52:11.928503 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:11.932568 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] Usage tracker for resource:security_group_rule and tenant:b06d47bcedbd42edbee09b3788d80d05 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:11.942467 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:11.949472 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:11.978930 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-d10fa947-cd51-43de-8a2a-1ca7b89f378c tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b8013526603343548320dbfc37df3966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493069 May 20 15:52:11.979526 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-ad0c3fdf-cf75-479c-9f78-60bfa4f1cd14 req-ae81a91d-189f-47ec-8454-09391ace6bcf service neutron] Unset dirty status for tenant:feff5d7f84544a9b8dc174e8679360a9 on resource:security_group {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:11.980523 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ad0c3fdf-cf75-479c-9f78-60bfa4f1cd14 req-ae81a91d-189f-47ec-8454-09391ace6bcf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657190 May 20 15:52:12.039169 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.044656 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.056066 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-04596109-6e3b-424b-bbb3-9a674fef8c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:12.097424 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee75ee1-bb97-4dcf-bb81-e14b3ab2fc10,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:12.101686 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b06d47bcedbd42edbee09b3788d80d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155148 May 20 15:52:12.102774 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:12.104808 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36466) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:12.126627 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-725eb2be-44ed-483c-9aaa-a215f8d2656c service neutron] 10.222.0.36 "GET /v2.0/networks/47f06e9f-8339-4ac6-8c97-b109ff2b2727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396046 May 20 15:52:12.176393 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3fea361-3edb-486f-8eb0-39504b9d7709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.202054 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3fea361-3edb-486f-8eb0-39504b9d7709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.268057 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3fea361-3edb-486f-8eb0-39504b9d7709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.275539 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:12.278552 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-53a23f7d-495a-45b8-9322-eed3408955cb service neutron] 10.222.0.36 "GET /v2.0/networks/47f06e9f-8339-4ac6-8c97-b109ff2b2727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442001 May 20 15:52:12.291815 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fea361-3edb-486f-8eb0-39504b9d7709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee75ee1-bb97-4dcf-bb81-e14b3ab2fc10,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:12.295819 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f3fea361-3edb-486f-8eb0-39504b9d7709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:12.304605 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f3fea361-3edb-486f-8eb0-39504b9d7709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.309275 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-f3fea361-3edb-486f-8eb0-39504b9d7709 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eee75ee1-bb97-4dcf-bb81-e14b3ab2fc10 HTTP/1.1" status: 204 len: 168 time: 0.2035201 May 20 15:52:12.535923 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-19337ab5-1468-404d-a75b-8ce17a063c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:12.537301 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-19337ab5-1468-404d-a75b-8ce17a063c9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 1096 time: 0.1353502 May 20 15:52:12.619344 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ad172022-083f-49b9-8e30-b2aee045be3d req-d13b89c3-79ee-4f88-8aac-fa4d0d673250 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 210 time: 0.0902660 May 20 15:52:12.788188 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36510) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:12.837393 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:12.889744 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:12.903954 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] Usage tracker for resource:security_group_rule and tenant:30db4de8c5024ee19f6276429cb7b7bc is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:12.909563 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be0c0d-b942-4a38-8d51-459b40b960a7 req-61bc1973-bef9-452c-87a2-be15df0dff43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:12.910510 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-29be0c0d-b942-4a38-8d51-459b40b960a7 req-61bc1973-bef9-452c-87a2-be15df0dff43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Synchronizing usage tracker for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:12.911241 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:12.929597 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:12.932887 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-068d1b40-fb68-4c63-a787-3fabbb60c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:12.939674 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-068d1b40-fb68-4c63-a787-3fabbb60c673 service neutron] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 917 time: 0.3916543 May 20 15:52:13.135420 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-7651a7fb-a351-4502-a1fb-b9f135cc6dbc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c73868-6df4-484e-91a4-dc47f8203a78 HTTP/1.1" status: 200 len: 217 time: 0.1797316 May 20 15:52:13.137618 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-29be0c0d-b942-4a38-8d51-459b40b960a7 req-61bc1973-bef9-452c-87a2-be15df0dff43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Unset dirty status for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:13.139414 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-29be0c0d-b942-4a38-8d51-459b40b960a7 req-61bc1973-bef9-452c-87a2-be15df0dff43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.5398846 May 20 15:52:13.155992 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6376-e9c2-4200-9856-a709fd2ec738 req-45a3b4eb-4994-4e71-9451-dd1ff0fbd4e9 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:13.165703 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ce8d6376-e9c2-4200-9856-a709fd2ec738 req-45a3b4eb-4994-4e71-9451-dd1ff0fbd4e9 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1777203 May 20 15:52:13.236424 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-29be0c0d-b942-4a38-8d51-459b40b960a7 req-770bea94-90c2-4813-b8f1-9b1dfdb0cfed tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576057 May 20 15:52:13.280527 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ce8d6376-e9c2-4200-9856-a709fd2ec738 req-816b52e1-a007-4186-9919-0f72c051a746 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137331 May 20 15:52:13.282626 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.295807 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.296754 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-3b8c8c6e-b0f2-4cc6-8032-f6f47a68a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:13.298852 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-3b8c8c6e-b0f2-4cc6-8032-f6f47a68a197 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.1556029 May 20 15:52:13.317875 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f3fea361-3edb-486f-8eb0-39504b9d7709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:13.394675 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30db4de8c5024ee19f6276429cb7b7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023657 May 20 15:52:13.394675 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab21fe8b-a629-4bc6-9b89-a5aaada1dbef,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:13.406405 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36530) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:13.410491 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:13.483522 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9884-5f2d-47a8-9fb8-7577ce4d0109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.496191 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-66cc5f3a-6805-4711-9b93-4df9410f2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:13.497665 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-66cc5f3a-6805-4711-9b93-4df9410f2861 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1594589 May 20 15:52:13.528616 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9884-5f2d-47a8-9fb8-7577ce4d0109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.695161 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9884-5f2d-47a8-9fb8-7577ce4d0109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.699278 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:13.712784 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa9884-5f2d-47a8-9fb8-7577ce4d0109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab21fe8b-a629-4bc6-9b89-a5aaada1dbef,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:13.745739 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e9fa9884-5f2d-47a8-9fb8-7577ce4d0109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:13.771515 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9884-5f2d-47a8-9fb8-7577ce4d0109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.775318 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-e9fa9884-5f2d-47a8-9fb8-7577ce4d0109 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab21fe8b-a629-4bc6-9b89-a5aaada1dbef HTTP/1.1" status: 204 len: 168 time: 0.3651030 May 20 15:52:13.779483 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36544) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:13.842831 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-80d6a27a-c76e-42fe-a70d-3cc40403ddf3 req-c1b8e2d4-2416-463a-88ca-bb8aad2c87d9 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 210 time: 0.0837045 May 20 15:52:13.847696 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-996bd0a0-71ab-419c-98a0-5e56cca1fd73 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414736 May 20 15:52:13.943301 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:13.963304 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:13.968837 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] Usage tracker for resource:security_group_rule and tenant:cc5d9277b3e8461d997f1d93c98e148b is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:13.973307 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:13.981871 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:14.025847 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c14074b2-6ed5-47dd-94b3-fd65b5501a0b req-b03f9d0f-7206-480f-ae7d-7fcd3368311a service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582913 May 20 15:52:14.086434 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.092770 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.103043 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:14.147430 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc5d9277b3e8461d997f1d93c98e148b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658469 May 20 15:52:14.150089 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 36558) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:14.152228 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbe3474-5740-4378-96f5-e72a191da06b,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:14.155445 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:14.220953 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9de13b43-5f00-410f-80e8-ca911ab0262c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.252930 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9de13b43-5f00-410f-80e8-ca911ab0262c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.333033 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9de13b43-5f00-410f-80e8-ca911ab0262c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.340835 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:14.357952 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de13b43-5f00-410f-80e8-ca911ab0262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbe3474-5740-4378-96f5-e72a191da06b,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:14.361943 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-9de13b43-5f00-410f-80e8-ca911ab0262c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:14.373872 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9de13b43-5f00-410f-80e8-ca911ab0262c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:14.378138 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-9de13b43-5f00-410f-80e8-ca911ab0262c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fbe3474-5740-4378-96f5-e72a191da06b HTTP/1.1" status: 204 len: 168 time: 0.2247419 May 20 15:52:14.589715 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70ceb9-c7e4-4e05-b837-35bc4ac3b5a5 req-013d03f0-2201-49e4-b5f7-b57b9fbd904d tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:14.595821 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fb70ceb9-c7e4-4e05-b837-35bc4ac3b5a5 req-013d03f0-2201-49e4-b5f7-b57b9fbd904d tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.1815014 May 20 15:52:14.702433 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fb70ceb9-c7e4-4e05-b837-35bc4ac3b5a5 req-1da6dd16-35cb-463a-9e83-98a48fe381c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002932 May 20 15:52:14.837108 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeefa51-eae1-4104-93b5-be0306219398 req-9f1b69e4-d955-4f43-ae6a-cbff6c7ffec0 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:14.839069 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-9f1b69e4-d955-4f43-ae6a-cbff6c7ffec0 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.54 "GET /v2.0/networks?id=47f06e9f-8339-4ac6-8c97-b109ff2b2727 HTTP/1.1" status: 200 len: 809 time: 0.3402059 May 20 15:52:14.869629 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869400d-10e0-4f86-87df-a74067735b0b req-3a6423c9-800e-421d-9798-c9ae00b3a1b3 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:14.878897 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9869400d-10e0-4f86-87df-a74067735b0b req-3a6423c9-800e-421d-9798-c9ae00b3a1b3 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.3461497 May 20 15:52:14.887101 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Request body: {'port': {'device_id': '4b5eff42-61a3-4322-af51-cb162891dbcf', 'network_id': '47f06e9f-8339-4ac6-8c97-b109ff2b2727', 'admin_state_up': True, 'tenant_id': 'b8013526603343548320dbfc37df3966'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:14.887206 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36598) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:14.961403 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36608) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:14.987692 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.024599 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:15.032767 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] Usage tracker for resource:security_group_rule and tenant:197dda3edf384100a2bb06160ae56d1c is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:15.043120 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:15.061423 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:15.086442 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9869400d-10e0-4f86-87df-a74067735b0b req-3a8a71e8-7f1c-4ecc-9336-3d5ebbfe1cf3 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030058 May 20 15:52:15.211527 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:15.231449 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Usage tracker for resource:port and tenant:b8013526603343548320dbfc37df3966 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:15.236052 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:15.247534 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:15.302854 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.308903 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.336400 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cb9f344e-686f-41d9-bd57-124d12a08213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:15.340602 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a279de64-0386-405b-893d-01bc0807d0a9 req-2f93f82b-63f0-4137-93d3-6d09120dde6f tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 210 time: 0.0703464 May 20 15:52:15.342322 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Made reservation on behalf of b8013526603343548320dbfc37df3966 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:15.351596 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.373323 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d4ff77-74b8-4070-9cea-45f97d32efa3,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:15.378267 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:15.459051 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.509082 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=197dda3edf384100a2bb06160ae56d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5460606 May 20 15:52:15.513205 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36626) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:15.517610 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:15.543583 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] Usage tracker for resource:security_group_rule and tenant:f0b77f0c26d841fa9dc351f84010ecaf is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:15.546597 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:15.595141 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:15.698726 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Allocated IP 172.20.0.13 (47f06e9f-8339-4ac6-8c97-b109ff2b2727/6cc42c90-a303-4dcb-b9bb-25034abbc0e1/345f9bca-d918-41f0-a74f-45fc66b71174) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:15.738248 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38c60a5d-1808-4a66-b6f1-5db7b96bb27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.771879 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586072e-9a72-448c-8727-38b0517c6d06 req-fb2bd7cc-77b0-4b00-934c-d197fb3f752c tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:15.773373 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2586072e-9a72-448c-8727-38b0517c6d06 req-fb2bd7cc-77b0-4b00-934c-d197fb3f752c tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 945 time: 0.2715092 May 20 15:52:15.782823 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad54a8a-66bb-4804-963e-ac689e2298c3 req-9c55939c-6ec2-4e0e-920f-1461b5a79180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:15.784228 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8ad54a8a-66bb-4804-963e-ac689e2298c3 req-9c55939c-6ec2-4e0e-920f-1461b5a79180 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 1099 time: 0.1871247 May 20 15:52:15.789204 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38c60a5d-1808-4a66-b6f1-5db7b96bb27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.831784 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f9c87-6051-4fca-a838-430ff30b0f23 req-40bdc41e-d16c-4ac7-9a14-8032d3c214f1 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:15.833310 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-119f9c87-6051-4fca-a838-430ff30b0f23 req-40bdc41e-d16c-4ac7-9a14-8032d3c214f1 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.2167673 May 20 15:52:15.941894 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-119f9c87-6051-4fca-a838-430ff30b0f23 req-420c64d1-18e4-4e94-ad88-8ddc81f16b85 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950913 May 20 15:52:15.952330 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.971145 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38c60a5d-1808-4a66-b6f1-5db7b96bb27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:15.975122 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e111d358-b999-4885-9537-f84d61cf4fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:16.002228 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c60a5d-1808-4a66-b6f1-5db7b96bb27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d4ff77-74b8-4070-9cea-45f97d32efa3,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:16.004080 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.015168 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-38c60a5d-1808-4a66-b6f1-5db7b96bb27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:16.016273 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-38c60a5d-1808-4a66-b6f1-5db7b96bb27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:16.024555 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2586072e-9a72-448c-8727-38b0517c6d06 req-66e94d0c-8ea9-4b08-8b22-4fec25d784da tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392776 May 20 15:52:16.075797 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-38c60a5d-1808-4a66-b6f1-5db7b96bb27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.079350 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-38c60a5d-1808-4a66-b6f1-5db7b96bb27c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16d4ff77-74b8-4070-9cea-45f97d32efa3 HTTP/1.1" status: 204 len: 168 time: 0.5618203 May 20 15:52:16.079935 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 51c73868-6df4-484e-91a4-dc47f8203a78 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:52:16.118744 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad54a8a-66bb-4804-963e-ac689e2298c3 req-0a9891d6-cef0-478a-bbd2-17e1bcb4ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:16.120182 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8ad54a8a-66bb-4804-963e-ac689e2298c3 req-0a9891d6-cef0-478a-bbd2-17e1bcb4ef6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 919 time: 0.3146200 May 20 15:52:16.159956 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0b77f0c26d841fa9dc351f84010ecaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2705483 May 20 15:52:16.165548 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36646) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:16.167165 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b124febf-2e6a-4698-b53c-8a75a130a9bf,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:16.172251 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:16.239130 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.243049 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8ad54a8a-66bb-4804-963e-ac689e2298c3 req-7f5af07a-93c9-422e-88a6-b630bab1d23e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeaad612-b12d-4245-8185-7b126df93688 HTTP/1.1" status: 200 len: 217 time: 0.0947101 May 20 15:52:16.259679 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8934a417-7195-4089-871e-c400532f2ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.268872 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bdd5a-c781-413d-bb1c-0538a60b0f1f req-2a902a24-b4d7-417c-b552-6e36c5db7d9f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:16.270399 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5d5bdd5a-c781-413d-bb1c-0538a60b0f1f req-2a902a24-b4d7-417c-b552-6e36c5db7d9f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.1880794 May 20 15:52:16.284022 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:16.302244 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '51c73868-6df4-484e-91a4-dc47f8203a78', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'port_id': '51c73868-6df4-484e-91a4-dc47f8203a78', 'mac_address': 'fa:16:3e:94:01:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:52:16.324889 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad54a8a-66bb-4804-963e-ac689e2298c3 req-8113b25d-0252-434c-9201-76818574dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:16.328804 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8ad54a8a-66bb-4804-963e-ac689e2298c3 req-8113b25d-0252-434c-9201-76818574dad1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.0748518 May 20 15:52:16.336065 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8934a417-7195-4089-871e-c400532f2ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.369545 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5d5bdd5a-c781-413d-bb1c-0538a60b0f1f req-bd5ff536-34db-4edf-9d43-11f3dc3603d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901623 May 20 15:52:16.417233 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.421544 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8934a417-7195-4089-871e-c400532f2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.423519 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.430708 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8ad54a8a-66bb-4804-963e-ac689e2298c3 req-0751282a-c09c-4619-8b23-1e8c9ef82592 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905244 May 20 15:52:16.434638 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-69a3c538-e766-42c5-9b70-5e3953072fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:16.436122 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f53eafff-9cb8-4fd8-893b-5487719c4ddb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:16.452075 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c73868-6df4-484e-91a4-dc47f8203a78 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:16.473754 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:16.479906 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.486514 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f752d3a3-8e8e-4425-83f4-e95ec4aa3bb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:16.494282 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934a417-7195-4089-871e-c400532f2ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b124febf-2e6a-4698-b53c-8a75a130a9bf,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:16.502440 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8934a417-7195-4089-871e-c400532f2ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:16.504964 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8934a417-7195-4089-871e-c400532f2ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.524913 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-8934a417-7195-4089-871e-c400532f2ceb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b124febf-2e6a-4698-b53c-8a75a130a9bf HTTP/1.1" status: 204 len: 168 time: 0.3516741 May 20 15:52:16.552264 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Network 47f06e9f-8339-4ac6-8c97-b109ff2b2727 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:16.557824 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:16.619879 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:16.627753 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:16.628568 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:16.655214 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:16.669642 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:16.793807 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Pushing event updated for resources: {'Port': ['ID=345f9bca-d918-41f0-a74f-45fc66b71174,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:16.800439 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:16.803921 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9231074 May 20 15:52:16.810462 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8ad54a8a-66bb-4804-963e-ac689e2298c3 req-fa33dd9c-6a4a-4b29-b5e0-f7ab878a5297 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324044 May 20 15:52:16.841821 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93549d5-046b-4901-88f4-2acc7f07fba7 req-04ce7a89-4b4f-4d12-8ef9-1901ee6707da tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:16.842673 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-c93549d5-046b-4901-88f4-2acc7f07fba7 req-04ce7a89-4b4f-4d12-8ef9-1901ee6707da tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Synchronizing usage tracker for tenant:b8013526603343548320dbfc37df3966 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:16.870684 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Request body: {'port': {'device_id': '4b5eff42-61a3-4322-af51-cb162891dbcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:16.887725 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['51c73868-6df4-484e-91a4-dc47f8203a78'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:17.097008 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36686) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:17.128395 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:17.157417 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:17.217083 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] Usage tracker for resource:security_group_rule and tenant:68d3671301a746e0813ccfbaba50a5f7 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:17.268565 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:17.271908 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8ad54a8a-66bb-4804-963e-ac689e2298c3 req-0f471b43-d924-4c76-a540-734d3a2d5796 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231849 May 20 15:52:17.274790 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-c93549d5-046b-4901-88f4-2acc7f07fba7 req-04ce7a89-4b4f-4d12-8ef9-1901ee6707da tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Unset dirty status for tenant:b8013526603343548320dbfc37df3966 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:17.279657 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:17.281716 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c93549d5-046b-4901-88f4-2acc7f07fba7 req-04ce7a89-4b4f-4d12-8ef9-1901ee6707da tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 932 time: 0.7342510 May 20 15:52:17.386923 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-84b8dc77-8e26-450f-aa1c-c798e4a5578e tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:17.388380 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-84b8dc77-8e26-450f-aa1c-c798e4a5578e tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 945 time: 0.1776109 May 20 15:52:17.400396 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc23b4-3693-4862-a75e-b90014473e91 req-e7e7ece9-8941-426c-a799-8686ba19a2b6 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:17.402184 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c93549d5-046b-4901-88f4-2acc7f07fba7 req-a5a331ef-9912-4095-a242-023313a0978b tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197090 May 20 15:52:17.407566 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-abdc23b4-3693-4862-a75e-b90014473e91 req-e7e7ece9-8941-426c-a799-8686ba19a2b6 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.2515600 May 20 15:52:17.413955 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:17.562348 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-abdc23b4-3693-4862-a75e-b90014473e91 req-57ebe0b1-e5b4-4476-9222-9c26863c2617 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509333 May 20 15:52:17.786020 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:17.789092 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffff16-d216-4c90-b74a-95b16b27b2d0 req-f7f00930-ce6c-4a1c-a959-ca5d9d7c742c tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:17.790713 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-16ffff16-d216-4c90-b74a-95b16b27b2d0 req-f7f00930-ce6c-4a1c-a959-ca5d9d7c742c tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 945 time: 0.1967602 May 20 15:52:17.806600 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:17.830746 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e9fa9884-5f2d-47a8-9fb8-7577ce4d0109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:17.859620 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68d3671301a746e0813ccfbaba50a5f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7613742 May 20 15:52:17.864393 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-16ffff16-d216-4c90-b74a-95b16b27b2d0 req-e2285985-3fd8-49c3-b81b-ca229b430dc2 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/security-groups?id=68cd7924-c008-473f-9273-27f77fe2656f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640476 May 20 15:52:17.864868 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 36708) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:17.884573 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62606c51-68fc-421b-bda4-97cc0660e278,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:17.889302 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:17.909249 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e817c-eb68-4331-ad17-214b371de378 req-b68f1d8d-4f8a-4d82-8db9-8d059187ffd6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:17.916136 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-aa3e817c-eb68-4331-ad17-214b371de378 req-b68f1d8d-4f8a-4d82-8db9-8d059187ffd6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 944 time: 0.1916013 May 20 15:52:17.935068 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Deleting port 6cf056f9-4c9e-4221-b7d6-fd585b45c153 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:17.935657 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:17.976861 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345f9bca-d918-41f0-a74f-45fc66b71174 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:18.001411 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.034296 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Transition to ACTIVE for port object 345f9bca-d918-41f0-a74f-45fc66b71174 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:18.050175 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b043ff07-9d23-489e-9aee-d2cbe01c8cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.076422 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.095672 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ef44c5b5-9252-48cf-9edf-6ef3befd442e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:18.105862 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 51c73868-6df4-484e-91a4-dc47f8203a78 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:18.106426 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-aa3e817c-eb68-4331-ad17-214b371de378 req-58a7ccf6-2776-485a-81a4-26db86e24a82 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891534 May 20 15:52:18.183792 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b043ff07-9d23-489e-9aee-d2cbe01c8cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.214940 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] For port 6cf056f9-4c9e-4221-b7d6-fd585b45c153, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6cf056f9-4c9e-4221-b7d6-fd585b45c153,segment=NetworkSegment(c338ff10-78e9-46e7-a8ba-55aebc06e9a9),segment_id=c338ff10-78e9-46e7-a8ba-55aebc06e9a9)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:18.215297 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.218709 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 51c73868-6df4-484e-91a4-dc47f8203a78 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:18.224940 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 51c73868-6df4-484e-91a4-dc47f8203a78 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:18.225623 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.370459 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Calling delete_port for 6cf056f9-4c9e-4221-b7d6-fd585b45c153 owned by compute:nova {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:18.386614 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=345f9bca-d918-41f0-a74f-45fc66b71174,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:18.396925 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:18.406789 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Attempting to bind port 345f9bca-d918-41f0-a74f-45fc66b71174 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:18.406789 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Attempting to bind port 345f9bca-d918-41f0-a74f-45fc66b71174 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '0b5ac63b-e8d2-4df0-979a-d86a753f31d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '47f06e9f-8339-4ac6-8c97-b109ff2b2727'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:18.406789 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Attempting to bind port 345f9bca-d918-41f0-a74f-45fc66b71174 on network 47f06e9f-8339-4ac6-8c97-b109ff2b2727 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:18.414173 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Port 345f9bca-d918-41f0-a74f-45fc66b71174 on network 47f06e9f-8339-4ac6-8c97-b109ff2b2727 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:52:18.414173 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Attempting to bind port 345f9bca-d918-41f0-a74f-45fc66b71174 on network 47f06e9f-8339-4ac6-8c97-b109ff2b2727 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:18.419431 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:18.419713 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Checking segment: {'id': '0b5ac63b-e8d2-4df0-979a-d86a753f31d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '47f06e9f-8339-4ac6-8c97-b109ff2b2727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:18.420200 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Bound using segment: {'id': '0b5ac63b-e8d2-4df0-979a-d86a753f31d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '47f06e9f-8339-4ac6-8c97-b109ff2b2727'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:18.420710 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Bound port: 345f9bca-d918-41f0-a74f-45fc66b71174, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5ac63b-e8d2-4df0-979a-d86a753f31d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '47f06e9f-8339-4ac6-8c97-b109ff2b2727'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:18.421059 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.463093 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.514376 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:18.515717 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:18.542113 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.550223 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:18.563229 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b043ff07-9d23-489e-9aee-d2cbe01c8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.575917 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:18.601270 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043ff07-9d23-489e-9aee-d2cbe01c8cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62606c51-68fc-421b-bda4-97cc0660e278,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:18.614796 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b043ff07-9d23-489e-9aee-d2cbe01c8cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:18.628011 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b043ff07-9d23-489e-9aee-d2cbe01c8cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.629437 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-b043ff07-9d23-489e-9aee-d2cbe01c8cd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62606c51-68fc-421b-bda4-97cc0660e278 HTTP/1.1" status: 204 len: 168 time: 0.7203984 May 20 15:52:18.669423 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78', 'code': 200} May 20 15:52:18.740226 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:18.745823 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:18.750121 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.757836 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:18.785383 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['6cf056f9-4c9e-4221-b7d6-fd585b45c153'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:18.830348 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] For port 345f9bca-d918-41f0-a74f-45fc66b71174, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:18.854453 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] For port 345f9bca-d918-41f0-a74f-45fc66b71174, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=345f9bca-d918-41f0-a74f-45fc66b71174,segment=NetworkSegment(0b5ac63b-e8d2-4df0-979a-d86a753f31d9),segment_id=0b5ac63b-e8d2-4df0-979a-d86a753f31d9)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:18.863211 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.878600 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f90c8383-d606-4d7e-abfc-b051d5a3d0d6 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:18.924578 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Pushing event deleted for resources: {'Port': ['ID=6cf056f9-4c9e-4221-b7d6-fd585b45c153,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:18.936201 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:18.942799 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b86c2e-b705-4887-81cb-bfa09f5ae9eb req-1c192a03-7fb4-40e6-99cb-584a1a123185 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:18.944651 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-38b86c2e-b705-4887-81cb-bfa09f5ae9eb req-1c192a03-7fb4-40e6-99cb-584a1a123185 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 944 time: 0.2907708 May 20 15:52:18.971880 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:18.972787 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:18.974337 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] 10.222.0.54 "PUT /v2.0/ports/345f9bca-d918-41f0-a74f-45fc66b71174 HTTP/1.1" status: 200 len: 1094 time: 2.1268182 May 20 15:52:18.977461 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5eff42-61a3-4322-af51-cb162891dbcf', 'tag': '345f9bca-d918-41f0-a74f-45fc66b71174'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:19.039467 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] No DVR routers for this DVR port 6cf056f9-4c9e-4221-b7d6-fd585b45c153 on host hv-cinder-78477 {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:52:19.045121 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:19.048029 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46', 'name': 'network-vif-deleted', 'tag': '6cf056f9-4c9e-4221-b7d6-fd585b45c153'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:19.061964 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e13240-89da-4c94-a2f9-a5b8af3060b6 req-71e51b4d-71e7-4cb9-a92e-04280cd552b8 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.069583 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-07e13240-89da-4c94-a2f9-a5b8af3060b6 req-71e51b4d-71e7-4cb9-a92e-04280cd552b8 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.2434444 May 20 15:52:19.128411 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ccb83d95-b39a-4e2a-926b-a96864f0b0cc req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.54 "DELETE /v2.0/ports/6cf056f9-4c9e-4221-b7d6-fd585b45c153 HTTP/1.1" status: 204 len: 173 time: 1.7153733 May 20 15:52:19.146233 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-07e13240-89da-4c94-a2f9-a5b8af3060b6 req-68ab8d23-15b6-4531-ada7-6fc072d4293a tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752583 May 20 15:52:19.168270 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-38b86c2e-b705-4887-81cb-bfa09f5ae9eb req-f3e3f499-e0e7-4ebf-a9ba-98ea55a357b3 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113435 May 20 15:52:19.173216 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=345f9bca-d918-41f0-a74f-45fc66b71174,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:19.185189 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:19.235229 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d3f3c-87fd-4b72-80d1-9d8aefeba372 req-dde180ed-1927-4e35-9bfa-2eaa72225798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.236711 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-091d3f3c-87fd-4b72-80d1-9d8aefeba372 req-dde180ed-1927-4e35-9bfa-2eaa72225798 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 1098 time: 0.2290065 May 20 15:52:19.248225 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeefa51-eae1-4104-93b5-be0306219398 req-e915a75d-b182-4f23-baf0-8768049a9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.248985 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-e915a75d-b182-4f23-baf0-8768049a9260 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b8013526603343548320dbfc37df3966&device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 1097 time: 0.1987839 May 20 15:52:19.342839 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-7c36857f-1a3f-443c-8fe9-e581e179d1bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345f9bca-d918-41f0-a74f-45fc66b71174 HTTP/1.1" status: 200 len: 217 time: 0.0792120 May 20 15:52:19.349236 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5eff42-61a3-4322-af51-cb162891dbcf', 'tag': '345f9bca-d918-41f0-a74f-45fc66b71174', 'status': 'completed', 'code': 200} May 20 15:52:19.425870 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-630ce04f-689f-4829-8221-6c934056c905 req-4347aa66-c7dd-4b89-beaf-9d9b477097c9 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Synchronizing usage tracker for tenant:8c788e37970348918fb351ea371ee329 on resource:port {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:19.431412 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46', 'name': 'network-vif-deleted', 'tag': '6cf056f9-4c9e-4221-b7d6-fd585b45c153', 'status': 'completed', 'code': 200} May 20 15:52:19.452456 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-630ce04f-689f-4829-8221-6c934056c905 req-4347aa66-c7dd-4b89-beaf-9d9b477097c9 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Unset dirty status for tenant:8c788e37970348918fb351ea371ee329 on resource:port {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:19.453897 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-630ce04f-689f-4829-8221-6c934056c905 req-4347aa66-c7dd-4b89-beaf-9d9b477097c9 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee76e8d6-6d3c-4e2c-a89e-3a7819e75f46 HTTP/1.1" status: 200 len: 210 time: 0.0755804 May 20 15:52:19.498909 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-091d3f3c-87fd-4b72-80d1-9d8aefeba372 req-1d681cad-2709-4568-86de-09360d3af9d4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540255 May 20 15:52:19.515076 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeefa51-eae1-4104-93b5-be0306219398 req-7c248d53-2f58-42dd-8d15-b2ab91ebd795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.518253 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-7c248d53-2f58-42dd-8d15-b2ab91ebd795 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc42c90-a303-4dcb-b9bb-25034abbc0e1 HTTP/1.1" status: 200 len: 849 time: 0.1540728 May 20 15:52:19.634040 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb334c1-ac47-4187-9a2e-256895e1bed5 req-dc74ea7d-3e09-4518-88c1-8bf22924c903 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:19.643315 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1fb334c1-ac47-4187-9a2e-256895e1bed5 req-dc74ea7d-3e09-4518-88c1-8bf22924c903 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.1156197 May 20 15:52:19.706686 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1fb334c1-ac47-4187-9a2e-256895e1bed5 req-e4c01bc9-1167-4167-ba94-2db34ca3b923 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594108 May 20 15:52:19.983754 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-f856d19b-639d-4f07-a631-b987d22fb977 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=47f06e9f-8339-4ac6-8c97-b109ff2b2727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331770 May 20 15:52:20.146682 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-9ad84bac-5701-49bf-a054-fca1cc639b76 service neutron] 10.222.0.54 "GET /v2.0/networks/47f06e9f-8339-4ac6-8c97-b109ff2b2727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503623 May 20 15:52:20.210556 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36808) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:20.398975 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fdeefa51-eae1-4104-93b5-be0306219398 req-dbaa9e63-aa35-452c-8718-444ebf51a3bf service neutron] 10.222.0.54 "GET /v2.0/networks/47f06e9f-8339-4ac6-8c97-b109ff2b2727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430928 May 20 15:52:20.409181 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:20.439798 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:20.449472 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] Usage tracker for resource:security_group_rule and tenant:e3f6758f663145a9a41e77cee82ff2c5 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:20.456282 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:20.465871 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:20.511170 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa223b8c-13db-4639-b631-c7faac7fe2a0 req-030f8d86-fe9a-4b3f-b5e6-198cb6254eb4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:20.512655 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fa223b8c-13db-4639-b631-c7faac7fe2a0 req-030f8d86-fe9a-4b3f-b5e6-198cb6254eb4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.2267447 May 20 15:52:20.551320 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a897d53-a8ce-4f0f-81ac-bbecbb1fd5b2 req-8fb7347e-688c-477d-9000-bd02a8cf5a29 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:20.556944 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8a897d53-a8ce-4f0f-81ac-bbecbb1fd5b2 req-8fb7347e-688c-477d-9000-bd02a8cf5a29 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 944 time: 0.1411693 May 20 15:52:20.648620 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:20.665777 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fa223b8c-13db-4639-b631-c7faac7fe2a0 req-8076ba1c-2329-40d2-86a8-0e5e58708407 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388898 May 20 15:52:20.667429 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:20.679494 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8a897d53-a8ce-4f0f-81ac-bbecbb1fd5b2 req-c076e964-df05-4e8a-a0ef-ada3b3b11860 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156881 May 20 15:52:20.715368 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56979f21-4685-4250-b123-70e86c9542b3 req-ee687f74-49dd-45ce-869b-3447234718c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:20.717570 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-56979f21-4685-4250-b123-70e86c9542b3 req-ee687f74-49dd-45ce-869b-3447234718c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b8013526603343548320dbfc37df3966&device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 1097 time: 0.1398137 May 20 15:52:20.718376 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8e350004-9ecf-4760-b6b2-e54b5041bbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:20.746831 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3f6758f663145a9a41e77cee82ff2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342202 May 20 15:52:20.749693 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 36842) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:20.803819 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a7ebb6-57ef-4ceb-8ffc-824e1d0d8afa,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:20.817881 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:21.079469 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-32738d73-880e-444a-a3ef-5cfdd379a154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.139667 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-32738d73-880e-444a-a3ef-5cfdd379a154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.175715 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56979f21-4685-4250-b123-70e86c9542b3 req-c5ac812e-a7e5-4758-99ad-0bba8f83dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.175715 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-56979f21-4685-4250-b123-70e86c9542b3 req-c5ac812e-a7e5-4758-99ad-0bba8f83dcf1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=47f06e9f-8339-4ac6-8c97-b109ff2b2727 HTTP/1.1" status: 200 len: 910 time: 0.3606007 May 20 15:52:21.267725 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-56979f21-4685-4250-b123-70e86c9542b3 req-6eae6ce1-b022-48a0-b246-9b8802c90ee1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345f9bca-d918-41f0-a74f-45fc66b71174 HTTP/1.1" status: 200 len: 217 time: 0.0756123 May 20 15:52:21.286778 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16879165-cbea-48f4-962e-0698bdfdfe40 req-d78909d6-495e-405c-a9a6-e72c952260ef tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.288112 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-16879165-cbea-48f4-962e-0698bdfdfe40 req-d78909d6-495e-405c-a9a6-e72c952260ef tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.3904481 May 20 15:52:21.371927 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-32738d73-880e-444a-a3ef-5cfdd379a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.382626 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-da7c5ba6-f683-4c93-88c4-81ef24c24ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:21.418765 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32738d73-880e-444a-a3ef-5cfdd379a154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a7ebb6-57ef-4ceb-8ffc-824e1d0d8afa,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:21.451037 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56979f21-4685-4250-b123-70e86c9542b3 req-0aec52ee-7724-4d37-84b6-2a276cce67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:21.453812 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-56979f21-4685-4250-b123-70e86c9542b3 req-0aec52ee-7724-4d37-84b6-2a276cce67ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6cc42c90-a303-4dcb-b9bb-25034abbc0e1 HTTP/1.1" status: 200 len: 849 time: 0.1762617 May 20 15:52:21.455057 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-32738d73-880e-444a-a3ef-5cfdd379a154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:21.459485 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-32738d73-880e-444a-a3ef-5cfdd379a154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:21.461585 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-32738d73-880e-444a-a3ef-5cfdd379a154 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7a7ebb6-57ef-4ceb-8ffc-824e1d0d8afa HTTP/1.1" status: 204 len: 168 time: 0.7097712 May 20 15:52:21.506941 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-16879165-cbea-48f4-962e-0698bdfdfe40 req-676e48cf-b282-44ac-8a99-c87474d90bbe tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744606 May 20 15:52:21.533416 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-56979f21-4685-4250-b123-70e86c9542b3 req-30816162-464a-4469-bad1-704e34b56d8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=47f06e9f-8339-4ac6-8c97-b109ff2b2727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702515 May 20 15:52:21.731591 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-56979f21-4685-4250-b123-70e86c9542b3 req-a64fa6eb-3039-49c3-a16d-515efbb49c87 service neutron] 10.222.0.54 "GET /v2.0/networks/47f06e9f-8339-4ac6-8c97-b109ff2b2727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907654 May 20 15:52:21.981038 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-56979f21-4685-4250-b123-70e86c9542b3 req-a96b4989-56a1-4a77-8909-832a52fc2aab service neutron] 10.222.0.54 "GET /v2.0/networks/47f06e9f-8339-4ac6-8c97-b109ff2b2727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276654 May 20 15:52:21.994322 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd625a7-0fc4-4ab9-9321-5dc5871926f4 req-d164e9f7-3173-4849-b5a9-65ffaa60d58f tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:22.002520 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4bd625a7-0fc4-4ab9-9321-5dc5871926f4 req-d164e9f7-3173-4849-b5a9-65ffaa60d58f tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0995958 May 20 15:52:22.055713 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4bd625a7-0fc4-4ab9-9321-5dc5871926f4 req-32a555fa-974f-4e4c-87fa-76d68f3d8161 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520909 May 20 15:52:22.059345 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7613d5-f3fb-44f5-8413-15f3793fb9e2 req-cd513e07-f360-485d-986e-8729710f36bf tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:22.060856 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-af7613d5-f3fb-44f5-8413-15f3793fb9e2 req-cd513e07-f360-485d-986e-8729710f36bf tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 944 time: 0.1401551 May 20 15:52:22.117507 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-af7613d5-f3fb-44f5-8413-15f3793fb9e2 req-592280a1-31c8-4295-8a88-1e8c3ed67602 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504985 May 20 15:52:22.125049 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6cf056f9-4c9e-4221-b7d6-fd585b45c153 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:52:22.131007 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36920) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:22.153265 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.171325 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:22.176246 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] Usage tracker for resource:security_group_rule and tenant:d54aceaefa034375bbb5670a0fe262a1 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:22.179216 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 6cf056f9-4c9e-4221-b7d6-fd585b45c153 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:52:22.179359 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:22.179865 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6cf056f9-4c9e-4221-b7d6-fd585b45c153 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:52:22.185358 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:22.283492 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.288819 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.298231 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8934a417-7195-4089-871e-c400532f2ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:22.344517 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d54aceaefa034375bbb5670a0fe262a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116392 May 20 15:52:22.345619 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 36936) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:22.347008 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599d0d0f-b0c6-4ca5-b915-46eb2d60c093,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:22.350271 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:22.430976 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9b5b555c-a772-4a7c-80d9-21a4701a0cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.468726 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9b5b555c-a772-4a7c-80d9-21a4701a0cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.527842 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9b5b555c-a772-4a7c-80d9-21a4701a0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.544159 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7c128408-cb5b-4342-ae9e-83bcdbe5b13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:22.561636 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b555c-a772-4a7c-80d9-21a4701a0cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599d0d0f-b0c6-4ca5-b915-46eb2d60c093,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:22.565421 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-9b5b555c-a772-4a7c-80d9-21a4701a0cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:22.566435 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9b5b555c-a772-4a7c-80d9-21a4701a0cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:22.570359 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-9b5b555c-a772-4a7c-80d9-21a4701a0cd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/599d0d0f-b0c6-4ca5-b915-46eb2d60c093 HTTP/1.1" status: 204 len: 168 time: 0.2231023 May 20 15:52:22.787687 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282a6c-c9cb-4002-9e5b-332883bbf93e req-a7bc7eb4-ca5e-4d66-b116-3eeb5e370b8c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:22.790973 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-78282a6c-c9cb-4002-9e5b-332883bbf93e req-a7bc7eb4-ca5e-4d66-b116-3eeb5e370b8c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.1192384 May 20 15:52:22.811761 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 36962) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:22.856800 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-78282a6c-c9cb-4002-9e5b-332883bbf93e req-85ac6313-a1eb-4635-acdf-544bc39c3136 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579474 May 20 15:52:22.897137 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f3cf3e-ce09-45dd-bb63-4cbb4c298ceb admin admin] Deleting subnet 60b41ec2-7f9f-43ae-965e-a143eb242861 {{(pid=91624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:52:22.910716 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f0f3cf3e-ce09-45dd-bb63-4cbb4c298ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.165595 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f0f3cf3e-ce09-45dd-bb63-4cbb4c298ceb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.177950 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f0f3cf3e-ce09-45dd-bb63-4cbb4c298ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.254315 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc630be-fb13-4f58-ba4c-6b20ca05c72a req-a5f76ce0-3ba4-455d-9bc7-dac36feaa130 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:23.255765 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8cc630be-fb13-4f58-ba4c-6b20ca05c72a req-a5f76ce0-3ba4-455d-9bc7-dac36feaa130 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.1850953 May 20 15:52:23.273215 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 36990) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:23.285928 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-a8c1831e-9c9c-4cae-abb1-b368049fd148 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'floatingip': {'port_id': '51c73868-6df4-484e-91a4-dc47f8203a78'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:23.398917 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a8c1831e-9c9c-4cae-abb1-b368049fd148 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.552758 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32059f-bf78-4268-8b58-7c3eea3a0b7e req-2b64660e-ab76-4e95-9455-32636fa0c56d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:23.554259 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dd32059f-bf78-4268-8b58-7c3eea3a0b7e req-2b64660e-ab76-4e95-9455-32636fa0c56d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.3356736 May 20 15:52:23.596488 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2903-d7c3-4793-87aa-d6047d4e17c5 req-6e0d9379-8f23-494b-a3fc-97abf87a8479 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:23.598468 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b7ed2903-d7c3-4793-87aa-d6047d4e17c5 req-6e0d9379-8f23-494b-a3fc-97abf87a8479 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 944 time: 0.2332547 May 20 15:52:23.655006 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dd32059f-bf78-4268-8b58-7c3eea3a0b7e req-cec8a906-bec3-405d-9982-9a30e160ac7d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678418 May 20 15:52:23.658070 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f0f3cf3e-ce09-45dd-bb63-4cbb4c298ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.679713 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-39ff764b-95b8-4751-b3bd-cc3fc81223c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:23.731294 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3cf3e-ce09-45dd-bb63-4cbb4c298ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b41ec2-7f9f-43ae-965e-a143eb242861,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:23.735331 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f0f3cf3e-ce09-45dd-bb63-4cbb4c298ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:23.738799 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f0f3cf3e-ce09-45dd-bb63-4cbb4c298ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:23.745341 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b7ed2903-d7c3-4793-87aa-d6047d4e17c5 req-8c94ef68-d49d-48fd-bdb2-e39b548cb1e2 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344864 May 20 15:52:23.752434 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-f0f3cf3e-ce09-45dd-bb63-4cbb4c298ceb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/60b41ec2-7f9f-43ae-965e-a143eb242861 HTTP/1.1" status: 204 len: 168 time: 0.9378703 May 20 15:52:23.754071 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37008) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:23.916495 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37016) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:24.048735 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.065501 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:24.069994 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] Usage tracker for resource:security_group_rule and tenant:4284d0c471ae47598e0a4e1c0285ac95 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:24.073725 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:24.080852 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:24.129239 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 345f9bca-d918-41f0-a74f-45fc66b71174 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:52:24.184552 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.204751 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.231762 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:24.326031 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.db.resource_extend [None req-a8c1831e-9c9c-4cae-abb1-b368049fd148 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 15:52:24.368098 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 345f9bca-d918-41f0-a74f-45fc66b71174, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=345f9bca-d918-41f0-a74f-45fc66b71174,segment=NetworkSegment(0b5ac63b-e8d2-4df0-979a-d86a753f31d9),segment_id=0b5ac63b-e8d2-4df0-979a-d86a753f31d9)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:24.377389 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4284d0c471ae47598e0a4e1c0285ac95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557238 May 20 15:52:24.377564 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6c482-29b3-48bc-90c0-da5ec6247c47,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:24.382312 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37040) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:24.398479 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '345f9bca-d918-41f0-a74f-45fc66b71174', 'network_id': '47f06e9f-8339-4ac6-8c97-b109ff2b2727', 'port_id': '345f9bca-d918-41f0-a74f-45fc66b71174', 'mac_address': 'fa:16:3e:97:51:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc42c90-a303-4dcb-b9bb-25034abbc0e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:52:24.416680 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:24.434564 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a8c1831e-9c9c-4cae-abb1-b368049fd148 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.442530 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a8c1831e-9c9c-4cae-abb1-b368049fd148 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.541312 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.557394 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.564370 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1b92f47-b492-43bb-97f7-f8e1dacc133f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.588162 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2aea887f-6cf5-47b8-9014-da4846ddc76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.610953 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345f9bca-d918-41f0-a74f-45fc66b71174 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:52:24.623438 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1b92f47-b492-43bb-97f7-f8e1dacc133f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.651633 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 345f9bca-d918-41f0-a74f-45fc66b71174, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=345f9bca-d918-41f0-a74f-45fc66b71174,segment=NetworkSegment(0b5ac63b-e8d2-4df0-979a-d86a753f31d9),segment_id=0b5ac63b-e8d2-4df0-979a-d86a753f31d9)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:24.658892 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.660654 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:24.768369 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1b92f47-b492-43bb-97f7-f8e1dacc133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.773534 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-317c778c-b773-4024-abfd-6317ef8d5958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:24.801677 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b92f47-b492-43bb-97f7-f8e1dacc133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6c482-29b3-48bc-90c0-da5ec6247c47,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:24.807652 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d1b92f47-b492-43bb-97f7-f8e1dacc133f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:24.830726 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1b92f47-b492-43bb-97f7-f8e1dacc133f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:24.830726 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-d1b92f47-b492-43bb-97f7-f8e1dacc133f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9aa6c482-29b3-48bc-90c0-da5ec6247c47 HTTP/1.1" status: 204 len: 168 time: 0.4446146 May 20 15:52:24.880185 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=345f9bca-d918-41f0-a74f-45fc66b71174,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:24.885156 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:24.995176 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['345f9bca-d918-41f0-a74f-45fc66b71174'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:25.053249 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.084826 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb7a191-b38b-4255-bdde-61d6b2f627c2']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:25.101184 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.l3_db [None req-a8c1831e-9c9c-4cae-abb1-b368049fd148 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Floating IP 3d700cbd-31a7-4cd3-9b9a-c06b5dec291c associated. External IP: 172.28.3.252, port: 51c73868-6df4-484e-91a4-dc47f8203a78. May 20 15:52:25.197434 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7909d-025e-425c-8d2c-26740a5b1f54 req-9e1c809f-efbd-4618-8270-fe7fde07f81d tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:25.199908 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-86e7909d-025e-425c-8d2c-26740a5b1f54 req-9e1c809f-efbd-4618-8270-fe7fde07f81d tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 945 time: 0.2065618 May 20 15:52:25.290075 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c338ff10-78e9-46e7-a8ba-55aebc06e9a9') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:25.294840 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c338ff10-78e9-46e7-a8ba-55aebc06e9a9') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:25.305797 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-86e7909d-025e-425c-8d2c-26740a5b1f54 req-1e57372e-806e-42f7-a024-11e8651fab61 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984144 May 20 15:52:25.386229 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37096) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:25.473289 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8094808'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.523249 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.551618 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:52:25.552118 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7619567'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: Traceback (most recent call last): May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: timer() May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: cb(*args, **kw) May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: return func(*args, **kwargs) May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: self._notify() May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: self.callback(batched_events) May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: event.method(event) May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: return f(self, *a, **k) May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: return self._get(url).json() May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:52:25.567028 dv-cinder-784779-12-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:52:25.599227 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37102) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:25.632495 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.662466 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:25.670172 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Usage tracker for resource:security_group_rule and tenant:a5209dbdad7d498dace49d1ef53a45b2 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:25.677913 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:25.690340 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:25.846635 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.853565 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.863191 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73085621-540a-4eba-bbd2-114bbe80edc3 req-74ea2084-ed0f-4ae0-8fe3-a8483f1e9788 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:25.866544 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:25.866749 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-73085621-540a-4eba-bbd2-114bbe80edc3 req-74ea2084-ed0f-4ae0-8fe3-a8483f1e9788 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.8752663 May 20 15:52:25.871473 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.889973 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.909774 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:25.909994 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5209dbdad7d498dace49d1ef53a45b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065934 May 20 15:52:25.919583 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37106) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:25.930256 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:25.953649 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb7a191-b38b-4255-bdde-61d6b2f627c2,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:25.963730 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:25.968113 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb2fb3a-e880-4b5d-ac2a-4efd8077ef11,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:25.972673 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6e8055f396124ea1a4d00e2a44dbec4d is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:25.979167 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:25.982510 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.982872 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.983219 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.983560 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.983904 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.984317 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.985178 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.985516 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.985852 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.986188 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.986654 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:25.986990 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.005150 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:26.006103 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:26.057269 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.057813 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.058185 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.058668 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.059319 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.059797 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.060138 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.060496 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.060833 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.061166 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.061491 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.061993 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:26.066623 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:26.103580 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] 10.222.0.36 "DELETE /v2.0/networks/0fb7a191-b38b-4255-bdde-61d6b2f627c2 HTTP/1.1" status: 204 len: 168 time: 2.3464568 May 20 15:52:26.128790 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-73085621-540a-4eba-bbd2-114bbe80edc3 req-5d8e7172-31d5-467d-a3d6-031898529bc4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516296 May 20 15:52:26.153674 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 345f9bca-d918-41f0-a74f-45fc66b71174 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:52:26.174014 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c1831e-9c9c-4cae-abb1-b368049fd148 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Router a51c451a-1cc3-4c31-b842-752b01b22a6e has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:52:26.184861 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2e76a678-3ca9-417a-93e3-52c12d0e8099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.188292 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.193957 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.203860 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:26.246320 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e8055f396124ea1a4d00e2a44dbec4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8584430 May 20 15:52:26.247247 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e45021-13da-459f-bfea-1e0251f44a9d,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:26.249683 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37116) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:26.251079 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 345f9bca-d918-41f0-a74f-45fc66b71174 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:52:26.257040 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 345f9bca-d918-41f0-a74f-45fc66b71174 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:52:26.257771 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.264837 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:26.297369 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37120) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:26.317440 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2e76a678-3ca9-417a-93e3-52c12d0e8099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.330114 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-596f4e18-b3bf-43bf-9774-5754182bccd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.363346 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-596f4e18-b3bf-43bf-9774-5754182bccd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.427663 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-596f4e18-b3bf-43bf-9774-5754182bccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.439681 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.442577 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d1b92f47-b492-43bb-97f7-f8e1dacc133f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:26.487889 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f4e18-b3bf-43bf-9774-5754182bccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e45021-13da-459f-bfea-1e0251f44a9d,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:26.490638 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5eff42-61a3-4322-af51-cb162891dbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f9bca-d918-41f0-a74f-45fc66b71174'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:26.496620 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-596f4e18-b3bf-43bf-9774-5754182bccd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:26.499373 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-596f4e18-b3bf-43bf-9774-5754182bccd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.501601 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c1831e-9c9c-4cae-abb1-b368049fd148 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:52:26.510053 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a8c1831e-9c9c-4cae-abb1-b368049fd148 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.515381 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-596f4e18-b3bf-43bf-9774-5754182bccd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0e45021-13da-459f-bfea-1e0251f44a9d HTTP/1.1" status: 204 len: 168 time: 0.2518246 May 20 15:52:26.522996 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] Sync routers for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:52:26.554747 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:26.557883 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:51:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:26.579964 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 345f9bca-d918-41f0-a74f-45fc66b71174, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=345f9bca-d918-41f0-a74f-45fc66b71174,segment=NetworkSegment(0b5ac63b-e8d2-4df0-979a-d86a753f31d9),segment_id=0b5ac63b-e8d2-4df0-979a-d86a753f31d9)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:26.585847 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.591553 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:26.606746 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-a8c1831e-9c9c-4cae-abb1-b368049fd148 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "PUT /v2.0/floatingips/3d700cbd-31a7-4cd3-9b9a-c06b5dec291c HTTP/1.1" status: 200 len: 991 time: 3.3298588 May 20 15:52:26.612463 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:26.673290 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-2d1a361b-a18e-40c0-91f4-e981e07a83d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c788e37970348918fb351ea371ee329&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3613150 May 20 15:52:26.675454 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37142) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:26.677934 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5eff42-61a3-4322-af51-cb162891dbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f9bca-d918-41f0-a74f-45fc66b71174', 'code': 200} May 20 15:52:26.730317 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c815a-fbde-4c7c-80dc-6ab78d0fb848 req-388d679e-d700-41c2-839f-d4503ecc2995 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:26.732381 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d47c815a-fbde-4c7c-80dc-6ab78d0fb848 req-388d679e-d700-41c2-839f-d4503ecc2995 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 946 time: 0.1934996 May 20 15:52:26.756650 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a9336bb6-5520-4d00-87b4-6fe76ee8c966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.786996 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=345f9bca-d918-41f0-a74f-45fc66b71174,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:26.790340 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:26.814807 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d47c815a-fbde-4c7c-80dc-6ab78d0fb848 req-0ddf1f6a-f169-4f30-96a7-17f5c3f169c7 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753369 May 20 15:52:26.819525 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2e76a678-3ca9-417a-93e3-52c12d0e8099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.857095 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.872453 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8f79767a-99bf-4dfe-ab53-f67d9d4afc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:26.906318 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a0cf300b-6df7-45f6-aa54-467181d05f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.910282 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76a678-3ca9-417a-93e3-52c12d0e8099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb2fb3a-e880-4b5d-ac2a-4efd8077ef11,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:26.919839 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2e76a678-3ca9-417a-93e3-52c12d0e8099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:26.933223 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78', 'status': 'completed', 'code': 200} May 20 15:52:26.980031 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:52:26.990110 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2e76a678-3ca9-417a-93e3-52c12d0e8099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:26.995580 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-2e76a678-3ca9-417a-93e3-52c12d0e8099 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bb2fb3a-e880-4b5d-ac2a-4efd8077ef11 HTTP/1.1" status: 204 len: 168 time: 1.0652878 May 20 15:52:27.002166 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a0cf300b-6df7-45f6-aa54-467181d05f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.072078 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a0cf300b-6df7-45f6-aa54-467181d05f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.076163 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1d774e63-692a-4438-9152-1be0beb55e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:27.113019 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf300b-6df7-45f6-aa54-467181d05f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cd7924-c008-473f-9273-27f77fe2656f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:27.117321 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a0cf300b-6df7-45f6-aa54-467181d05f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:27.123955 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a0cf300b-6df7-45f6-aa54-467181d05f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.127839 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-a0cf300b-6df7-45f6-aa54-467181d05f9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68cd7924-c008-473f-9273-27f77fe2656f HTTP/1.1" status: 204 len: 168 time: 0.4500287 May 20 15:52:27.161584 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-d0093466-bacb-4ab7-9d7b-e5cd6ab26456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:27.163198 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-d0093466-bacb-4ab7-9d7b-e5cd6ab26456 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 1098 time: 0.1585369 May 20 15:52:27.363155 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-063e654f-0df4-45dc-81d4-a089adf3b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:27.366538 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-063e654f-0df4-45dc-81d4-a089adf3b2d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 917 time: 0.1965761 May 20 15:52:27.373105 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92963816-95b3-44df-b581-9c076e7865a4 req-fa17a970-0661-448b-8c49-b25ce503cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:27.375882 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-92963816-95b3-44df-b581-9c076e7865a4 req-fa17a970-0661-448b-8c49-b25ce503cf09 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 1099 time: 0.3302987 May 20 15:52:27.408300 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37162) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:27.450300 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.506654 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:27.516055 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b794d656f240ab83a627d9213e28ac is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:27.523318 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:27.540250 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37172) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:27.540457 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:27.680346 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-92963816-95b3-44df-b581-9c076e7865a4 req-781e077b-b0c5-4773-870e-f1badda4f920 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870997 May 20 15:52:27.721098 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-c536f3d1-d1cc-4e6a-9e6e-79bc2aaffff6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c73868-6df4-484e-91a4-dc47f8203a78 HTTP/1.1" status: 200 len: 999 time: 0.2906895 May 20 15:52:27.739116 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0275c44-1fac-4f5f-8ee1-8a0513fbcda1 req-08be7821-54db-488d-b0d4-7f365dfe8fe9 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:27.744389 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '3d700cbd-31a7-4cd3-9b9a-c06b5dec291c', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'floating_ip_address': '172.28.3.252', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'port_id': '51c73868-6df4-484e-91a4-dc47f8203a78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'mac_address': 'fa:16:3e:94:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:24Z', 'revision_number': 1, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:27.746635 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e0275c44-1fac-4f5f-8ee1-8a0513fbcda1 req-08be7821-54db-488d-b0d4-7f365dfe8fe9 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.3776670 May 20 15:52:27.750324 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] Checking router: a51c451a-1cc3-4c31-b842-752b01b22a6e for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:52:27.762530 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:52:27.763695 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:52:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:27.791378 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.808118 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:27.821580 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-201a59ec-7fe1-4caf-9539-336b910a3860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:27.831650 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e0275c44-1fac-4f5f-8ee1-8a0513fbcda1 req-5fe50afb-dd23-4a6c-a9d5-68a052f8dffb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839655 May 20 15:52:27.905547 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4a2331-eb66-4534-aee7-669aae9563be,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:27.920634 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:27.950902 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1b794d656f240ab83a627d9213e28ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5412834 May 20 15:52:27.954411 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37190) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:27.972447 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.011474 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:52:28.138880 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd852b-a1f2-471a-b16f-0848adef6fac req-abd56340-582f-46d6-ba84-26c325623499 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:28.141120 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8ecd852b-a1f2-471a-b16f-0848adef6fac req-abd56340-582f-46d6-ba84-26c325623499 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 946 time: 0.1518848 May 20 15:52:28.185997 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.216215 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-8ecd852b-a1f2-471a-b16f-0848adef6fac req-91aeefc6-e8e4-4421-9f08-80edafc7517f tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Synchronizing usage tracker for tenant:b8013526603343548320dbfc37df3966 on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:28.217478 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:28.233305 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] Usage tracker for resource:security_group_rule and tenant:3fef89b4d0eb44d6a5066d7f616e9c48 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:28.239997 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-8ecd852b-a1f2-471a-b16f-0848adef6fac req-91aeefc6-e8e4-4421-9f08-80edafc7517f tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Unset dirty status for tenant:b8013526603343548320dbfc37df3966 on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:28.242345 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8ecd852b-a1f2-471a-b16f-0848adef6fac req-91aeefc6-e8e4-4421-9f08-80edafc7517f tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940721 May 20 15:52:28.243012 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:28.248787 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-6209dcf8-fa96-422c-9c64-eec00fb1e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:28.250806 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-6209dcf8-fa96-422c-9c64-eec00fb1e872 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.2446802 May 20 15:52:28.258804 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f582ade6-7152-415d-86cc-566583c70e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.261859 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:28.384876 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f582ade6-7152-415d-86cc-566583c70e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.486073 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-e01f8584-7bd7-491f-b7ca-14bfa2cd9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:28.487933 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-e01f8584-7bd7-491f-b7ca-14bfa2cd9cc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2197552 May 20 15:52:28.565745 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f582ade6-7152-415d-86cc-566583c70e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.622157 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '3d700cbd-31a7-4cd3-9b9a-c06b5dec291c', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'floating_ip_address': '172.28.3.252', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'port_id': '51c73868-6df4-484e-91a4-dc47f8203a78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'mac_address': 'fa:16:3e:94:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:24Z', 'revision_number': 1, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:52:28.628346 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42c5b3-96b5-4ed1-98c1-05d21affd4aa None None] The sync data for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb is: [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '3d700cbd-31a7-4cd3-9b9a-c06b5dec291c', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'floating_ip_address': '172.28.3.252', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'port_id': '51c73868-6df4-484e-91a4-dc47f8203a78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'mac_address': 'fa:16:3e:94:01:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:51:59Z', 'updated_at': '2021-05-20T15:52:24Z', 'revision_number': 1, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:52:28.632664 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:28.665752 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582ade6-7152-415d-86cc-566583c70e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4a2331-eb66-4534-aee7-669aae9563be,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:28.680357 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f582ade6-7152-415d-86cc-566583c70e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:28.683037 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.699293 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f582ade6-7152-415d-86cc-566583c70e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.703909 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-f582ade6-7152-415d-86cc-566583c70e25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae4a2331-eb66-4534-aee7-669aae9563be HTTP/1.1" status: 204 len: 168 time: 0.7475462 May 20 15:52:28.714984 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:28.726651 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:28.788478 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-c923b38e-7a2b-454f-a26a-d6d2e70668c8 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920172 May 20 15:52:28.792816 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68596030-5b15-49d6-b025-c422194a2a56,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:28.797692 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:28.799561 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fef89b4d0eb44d6a5066d7f616e9c48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1510644 May 20 15:52:28.801833 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37230) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:28.931716 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151e33c3-852c-4336-a831-633afce5ac98 None None] New status for floating IP 3d700cbd-31a7-4cd3-9b9a-c06b5dec291c: ACTIVE {{(pid=91626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:52:29.142046 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4743-9d08-4341-8082-600aeca1fc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.191579 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-771876fb-0b23-41f8-bbc4-283c743b1872 req-70795ef2-1d0b-4e68-876b-d9b78392c425 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612289 May 20 15:52:29.204851 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4743-9d08-4341-8082-600aeca1fc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.271355 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63f2fd-a0be-49e8-8d74-105f2215497b req-234b7693-f61c-48ba-a155-3ab21b93949d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:29.278396 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fa63f2fd-a0be-49e8-8d74-105f2215497b req-234b7693-f61c-48ba-a155-3ab21b93949d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.2273152 May 20 15:52:29.322890 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fa63f2fd-a0be-49e8-8d74-105f2215497b req-ec2fc42d-efb8-4012-bb8f-27450126ac41 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435894 May 20 15:52:29.337178 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4743-9d08-4341-8082-600aeca1fc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.345164 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:29.360764 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b4743-9d08-4341-8082-600aeca1fc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68596030-5b15-49d6-b025-c422194a2a56,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:29.363102 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-2c0b4743-9d08-4341-8082-600aeca1fc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:29.366373 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4743-9d08-4341-8082-600aeca1fc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.369344 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-2c0b4743-9d08-4341-8082-600aeca1fc48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68596030-5b15-49d6-b025-c422194a2a56 HTTP/1.1" status: 204 len: 168 time: 0.5641716 May 20 15:52:29.583208 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec4d9b-b810-4663-a119-b395f596a53b req-2233fafa-ba35-420d-ad6b-85b6961a5a02 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:29.590467 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ec4d9b-b810-4663-a119-b395f596a53b req-2233fafa-ba35-420d-ad6b-85b6961a5a02 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 946 time: 0.1020339 May 20 15:52:29.639380 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ec4d9b-b810-4663-a119-b395f596a53b req-4907609b-9db6-46ff-99ed-9e6af143719b tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473783 May 20 15:52:29.694273 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.791056 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37270) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:29.949384 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37278) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:29.975678 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:29.996248 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:30.004475 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:c95dcd29ce36472d8e7e5e389ab07014 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:30.014691 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:30.024510 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:30.131244 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.138290 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.201536 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2e76a678-3ca9-417a-93e3-52c12d0e8099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:30.235245 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c95dcd29ce36472d8e7e5e389ab07014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796130 May 20 15:52:30.236737 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37290) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:30.263377 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.275609 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ece007-8748-4a45-a425-712f39877d59,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:30.279131 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:30.288756 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:30.293508 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] Usage tracker for resource:security_group_rule and tenant:f50ffc789a9b4f61a01026b23bc98e70 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:30.298146 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:30.305147 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:30.337555 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-da6f992b-9e3e-4a10-a2ea-3755d6c3ff8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.374278 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-da6f992b-9e3e-4a10-a2ea-3755d6c3ff8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.447729 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-da6f992b-9e3e-4a10-a2ea-3755d6c3ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.456751 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3fff4274-5626-483d-922b-af900022e1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:30.469755 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.475679 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f992b-9e3e-4a10-a2ea-3755d6c3ff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ece007-8748-4a45-a425-712f39877d59,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:30.483319 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.485663 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-da6f992b-9e3e-4a10-a2ea-3755d6c3ff8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:30.489879 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-da6f992b-9e3e-4a10-a2ea-3755d6c3ff8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.494239 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-da6f992b-9e3e-4a10-a2ea-3755d6c3ff8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8ece007-8748-4a45-a425-712f39877d59 HTTP/1.1" status: 204 len: 168 time: 0.2556436 May 20 15:52:30.507800 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f1b121fc-5fe2-4190-a3b7-c2863e4ee3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:30.550039 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f50ffc789a9b4f61a01026b23bc98e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7578766 May 20 15:52:30.552907 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37310) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:30.620718 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae33c0-d0dd-4bc5-bdd8-a54511d84f28,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:30.635178 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:30.647115 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bfe620d-4256-4f9a-bb2e-a6edc96f2c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.684802 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b4d40-8920-4ed1-9374-33b791d444e0 req-355f7222-75a8-471b-8ff8-efd976dbb520 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:30.685765 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bfe620d-4256-4f9a-bb2e-a6edc96f2c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.686552 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-cb8b4d40-8920-4ed1-9374-33b791d444e0 req-355f7222-75a8-471b-8ff8-efd976dbb520 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1353202 May 20 15:52:30.761263 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bfe620d-4256-4f9a-bb2e-a6edc96f2c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.770234 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f582ade6-7152-415d-86cc-566583c70e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:30.776517 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-cb8b4d40-8920-4ed1-9374-33b791d444e0 req-8efb59f8-4d4d-4bf5-86af-ea9350adb3a1 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746548 May 20 15:52:30.787321 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe620d-4256-4f9a-bb2e-a6edc96f2c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae33c0-d0dd-4bc5-bdd8-a54511d84f28,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:30.802469 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1bfe620d-4256-4f9a-bb2e-a6edc96f2c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:30.803306 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1bfe620d-4256-4f9a-bb2e-a6edc96f2c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:30.807413 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-1bfe620d-4256-4f9a-bb2e-a6edc96f2c9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cae33c0-d0dd-4bc5-bdd8-a54511d84f28 HTTP/1.1" status: 204 len: 168 time: 0.2525673 May 20 15:52:31.035451 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37330) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:31.054976 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.070053 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:31.073932 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] Usage tracker for resource:security_group_rule and tenant:ec7d5b7aa2e345a8ad63a22bce3c9882 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:31.076838 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:31.083718 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:31.198536 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.206727 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.219424 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ec6f77c0-243b-4b3a-b01e-48aa284f5680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:31.268828 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec7d5b7aa2e345a8ad63a22bce3c9882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321258 May 20 15:52:31.269844 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f48a459-9e52-477f-ba3a-8a1602dc326f,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:31.271493 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37346) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:31.283282 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:31.453550 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06483770-ea08-47ed-8e91-461b855b26df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.499060 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06483770-ea08-47ed-8e91-461b855b26df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.567715 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06483770-ea08-47ed-8e91-461b855b26df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.574086 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37368) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:31.584854 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-374f5fee-1e2e-45f7-8aa1-5a8eaecc59a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:31.608192 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.612614 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06483770-ea08-47ed-8e91-461b855b26df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f48a459-9e52-477f-ba3a-8a1602dc326f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:31.631245 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-06483770-ea08-47ed-8e91-461b855b26df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:31.650833 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:31.656325 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06483770-ea08-47ed-8e91-461b855b26df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.657785 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-06483770-ea08-47ed-8e91-461b855b26df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f48a459-9e52-477f-ba3a-8a1602dc326f HTTP/1.1" status: 204 len: 168 time: 0.3850462 May 20 15:52:31.658380 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] Usage tracker for resource:security_group_rule and tenant:03167bfa8821437ea76f6a4fecd0e667 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:31.663603 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:31.675525 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:31.753697 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37380) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:31.799172 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.809496 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:31.828631 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bff9535a-5e2e-4cb1-ad6d-b2fd07c27908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:31.900248 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03167bfa8821437ea76f6a4fecd0e667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246427 May 20 15:52:31.903682 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37394) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:31.904595 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c2c849-b5ca-464b-b7b4-8852831b91a2,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:31.908355 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:32.037322 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f953422f-4924-4cb9-ac0c-192cc7a2bb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.077507 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f953422f-4924-4cb9-ac0c-192cc7a2bb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.135148 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898f3c2-3687-456d-b9d8-b980a8b1ed8a req-9d208e10-62e7-4f02-8488-414922bdf8c7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:32.136842 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5898f3c2-3687-456d-b9d8-b980a8b1ed8a req-9d208e10-62e7-4f02-8488-414922bdf8c7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1669874 May 20 15:52:32.183500 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f953422f-4924-4cb9-ac0c-192cc7a2bb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.191982 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-92f86949-abba-4d44-bf45-11a3fff116dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:32.213740 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5898f3c2-3687-456d-b9d8-b980a8b1ed8a req-7bfc7b7a-0372-4069-b843-28dc6b0441d1 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705311 May 20 15:52:32.221102 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.230000 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953422f-4924-4cb9-ac0c-192cc7a2bb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c2c849-b5ca-464b-b7b4-8852831b91a2,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:32.238795 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f953422f-4924-4cb9-ac0c-192cc7a2bb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:32.241486 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f953422f-4924-4cb9-ac0c-192cc7a2bb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.251478 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-f953422f-4924-4cb9-ac0c-192cc7a2bb40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35c2c849-b5ca-464b-b7b4-8852831b91a2 HTTP/1.1" status: 204 len: 168 time: 0.3460126 May 20 15:52:32.255236 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:32.260248 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] Usage tracker for resource:security_group_rule and tenant:d77cac1b559e40f695e309072b213c05 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:32.264278 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:32.272953 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:32.381171 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.386254 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.394955 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37412) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:32.395102 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-06483770-ea08-47ed-8e91-461b855b26df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:32.526494 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edcedf1-3b2d-4c45-9c2b-490d11dec790,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:32.531962 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d77cac1b559e40f695e309072b213c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7750831 May 20 15:52:32.533030 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:32.535455 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37418) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:32.632677 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e7292f9b-2db5-4d1b-85e5-4fd15b1c47c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.713618 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e7292f9b-2db5-4d1b-85e5-4fd15b1c47c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.789487 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-77f98e66-c21b-4332-b4f5-ec276e83a9a2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1290712 May 20 15:52:32.799444 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e7292f9b-2db5-4d1b-85e5-4fd15b1c47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.806773 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:32.826390 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7292f9b-2db5-4d1b-85e5-4fd15b1c47c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edcedf1-3b2d-4c45-9c2b-490d11dec790,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:32.838260 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e7292f9b-2db5-4d1b-85e5-4fd15b1c47c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:32.850709 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e7292f9b-2db5-4d1b-85e5-4fd15b1c47c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.864358 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-e7292f9b-2db5-4d1b-85e5-4fd15b1c47c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8edcedf1-3b2d-4c45-9c2b-490d11dec790 HTTP/1.1" status: 204 len: 168 time: 0.3269713 May 20 15:52:32.913723 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:32.975247 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:32.981108 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] Usage tracker for resource:security_group_rule and tenant:414f9044fed84689bdb7e494e741fc4a is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:32.985117 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:33.003218 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:33.054610 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-404da6c2-7c6f-497e-87b1-52f0141180f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:33.056211 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-404da6c2-7c6f-497e-87b1-52f0141180f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 1098 time: 0.1303561 May 20 15:52:33.167987 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.316450 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.324531 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37456) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:33.330829 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-5c7bf282-3616-446b-b0f1-b5906a17da4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:33.360715 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.397887 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=414f9044fed84689bdb7e494e741fc4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0018370 May 20 15:52:33.404999 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37460) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:33.472464 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:33.473316 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5099de-4cc2-49f3-b9ad-e9ac086d3158,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:33.478499 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] Usage tracker for resource:security_group_rule and tenant:059940c783c843ca91ce3847a9da8c90 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:33.482405 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:33.489012 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:33.493771 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:33.498232 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-f6ce4f34-7507-4817-a9ea-341a59211ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:33.500775 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-f6ce4f34-7507-4817-a9ea-341a59211ff7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 919 time: 0.3911507 May 20 15:52:33.590120 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7731-1149-4bda-9e6e-bbe7787178c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.593249 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-05da0332-fecd-4ec9-ae41-6a8feb8b4cc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67a3de25-ed76-482e-8ec5-e173ae07a885 HTTP/1.1" status: 200 len: 217 time: 0.0794177 May 20 15:52:33.634116 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.659266 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.671058 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-79a88c81-9254-4321-a365-e4f48b9a8559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:33.677896 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7731-1149-4bda-9e6e-bbe7787178c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.733003 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e308ed3a-dfce-4e81-b028-5f69c2f0d009,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:33.736506 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:33.745129 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=059940c783c843ca91ce3847a9da8c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194672 May 20 15:52:33.748880 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37476) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:33.757087 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7731-1149-4bda-9e6e-bbe7787178c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.764289 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b043ff07-9d23-489e-9aee-d2cbe01c8cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:33.776296 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-77dc4a6d-f7b7-4c18-ac7b-b0f6ff039b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:33.778298 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-77dc4a6d-f7b7-4c18-ac7b-b0f6ff039b05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.1727581 May 20 15:52:33.783799 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a7731-1149-4bda-9e6e-bbe7787178c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5099de-4cc2-49f3-b9ad-e9ac086d3158,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:33.787695 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-5b9a7731-1149-4bda-9e6e-bbe7787178c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:33.821705 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23c400-2d4f-465a-9c77-3bd6dcfea6df req-9e340667-fb83-44ac-b285-dbe390db513f tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:33.823329 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1f23c400-2d4f-465a-9c77-3bd6dcfea6df req-9e340667-fb83-44ac-b285-dbe390db513f tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.4378567 May 20 15:52:33.847534 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7731-1149-4bda-9e6e-bbe7787178c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.851069 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-5b9a7731-1149-4bda-9e6e-bbe7787178c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f5099de-4cc2-49f3-b9ad-e9ac086d3158 HTTP/1.1" status: 204 len: 168 time: 0.4316924 May 20 15:52:33.852340 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-313394e3-23ab-40b8-88f1-e8a61d0d987c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624912 May 20 15:52:33.891938 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2664cb18-a328-49ca-ad05-db7d518b6b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:33.976702 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2664cb18-a328-49ca-ad05-db7d518b6b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.005055 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1f23c400-2d4f-465a-9c77-3bd6dcfea6df req-8f8cefe9-5e43-4e93-be01-94dbbb70e594 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657805 May 20 15:52:34.049748 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-ca711f5c-6176-4afe-b484-bbaaa2f47ab5 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843405 May 20 15:52:34.066388 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2664cb18-a328-49ca-ad05-db7d518b6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.071508 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:34.104261 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664cb18-a328-49ca-ad05-db7d518b6b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e308ed3a-dfce-4e81-b028-5f69c2f0d009,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:34.109478 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2664cb18-a328-49ca-ad05-db7d518b6b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:34.136919 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2664cb18-a328-49ca-ad05-db7d518b6b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.138045 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-2664cb18-a328-49ca-ad05-db7d518b6b09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e308ed3a-dfce-4e81-b028-5f69c2f0d009 HTTP/1.1" status: 204 len: 168 time: 0.3882594 May 20 15:52:34.344645 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0bcb3e85-885a-4830-ae05-c329f3e73aaa req-eb56cdd8-d0cf-47a8-b380-05ca3881500c service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824709 May 20 15:52:34.467628 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae8c88-2ffe-4525-8033-d07f55bccf34 req-6b6b3346-8c29-43c1-87a6-10ce44e038ed tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:34.470234 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4eae8c88-2ffe-4525-8033-d07f55bccf34 req-6b6b3346-8c29-43c1-87a6-10ce44e038ed tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 946 time: 0.0944924 May 20 15:52:34.520434 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4eae8c88-2ffe-4525-8033-d07f55bccf34 req-7e71ad1e-3f54-483a-8d96-fb3bb6b23c5b tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446208 May 20 15:52:34.537343 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:52:34.598531 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37514) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:34.616058 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.631476 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:34.635297 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] Usage tracker for resource:security_group_rule and tenant:3181edde5cd241d6badd3b74824a222a is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:34.638154 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:34.645551 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:34.751935 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.756857 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.766480 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:34.808580 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3181edde5cd241d6badd3b74824a222a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088435 May 20 15:52:34.811148 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37520) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:34.814663 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52588b97-1981-4a8c-ae49-62bc0133db7e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:34.830644 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:34.881580 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-862cdcf2-35ed-40a7-8f50-6b0c0591e57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.918620 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-862cdcf2-35ed-40a7-8f50-6b0c0591e57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:34.996564 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-862cdcf2-35ed-40a7-8f50-6b0c0591e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.001428 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-321763da-754d-4871-b129-3f9e99a42eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:35.017336 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cdcf2-35ed-40a7-8f50-6b0c0591e57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52588b97-1981-4a8c-ae49-62bc0133db7e,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:35.019797 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-862cdcf2-35ed-40a7-8f50-6b0c0591e57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:35.023434 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-862cdcf2-35ed-40a7-8f50-6b0c0591e57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.024641 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-862cdcf2-35ed-40a7-8f50-6b0c0591e57a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52588b97-1981-4a8c-ae49-62bc0133db7e HTTP/1.1" status: 204 len: 168 time: 0.2123952 May 20 15:52:35.248346 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fd10e-4709-4414-8048-d308403bdd35 req-0dd09e30-f749-41fb-8663-e816f480745b tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:35.250810 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f19fd10e-4709-4414-8048-d308403bdd35 req-0dd09e30-f749-41fb-8663-e816f480745b tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1014400 May 20 15:52:35.321229 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f19fd10e-4709-4414-8048-d308403bdd35 req-2bb46af9-79a2-44b1-abb6-24b012dceafe tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640662 May 20 15:52:35.333583 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:35.767886 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574d26f-ffe3-4687-95f7-846826069ba4 req-fa5536a2-94e2-4290-8083-a98fb74c015c tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:35.771701 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-7574d26f-ffe3-4687-95f7-846826069ba4 req-fa5536a2-94e2-4290-8083-a98fb74c015c tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 946 time: 0.1103396 May 20 15:52:35.800379 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37578) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:35.838274 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-7574d26f-ffe3-4687-95f7-846826069ba4 req-18e1624b-c1cc-4169-8336-fbc17a19d4e9 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589776 May 20 15:52:35.932709 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37586) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:36.057845 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.074301 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:36.078499 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] Usage tracker for resource:security_group_rule and tenant:4fb9dc5ac9c74de3b2697627f9d21808 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:36.081549 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:36.088360 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:36.128054 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.153271 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:36.160707 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] Usage tracker for resource:security_group_rule and tenant:a36794e55d8f462397aa29b81e02eb92 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:36.165171 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:36.177208 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:36.262384 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.268747 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.279388 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ac1ab505-2f27-475c-9ddf-66e038b2b518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:36.339634 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fb9dc5ac9c74de3b2697627f9d21808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381119 May 20 15:52:36.343073 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 37606) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:36.353329 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2224f6e-d7dc-4a76-b8da-e58f3e1e94a3,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:36.358132 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:36.373735 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.381408 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.397266 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:36.474590 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a36794e55d8f462397aa29b81e02eb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407701 May 20 15:52:36.475545 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbde8b8-6488-480f-9adc-b434a9cc6e7f,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:36.477926 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37616) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:36.480995 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:36.553202 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece786d5-9451-4651-9df2-0eaa0ab94f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.571333 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-99b159f2-28b7-4316-a26a-32914f44bef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.583067 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece786d5-9451-4651-9df2-0eaa0ab94f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.616469 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-99b159f2-28b7-4316-a26a-32914f44bef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.653577 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece786d5-9451-4651-9df2-0eaa0ab94f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.665441 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-30140570-c5ad-4247-93c0-3333b81f8325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:36.690251 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece786d5-9451-4651-9df2-0eaa0ab94f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbde8b8-6488-480f-9adc-b434a9cc6e7f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:36.696289 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ece786d5-9451-4651-9df2-0eaa0ab94f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:36.703371 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ece786d5-9451-4651-9df2-0eaa0ab94f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.704774 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-ece786d5-9451-4651-9df2-0eaa0ab94f4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcbde8b8-6488-480f-9adc-b434a9cc6e7f HTTP/1.1" status: 204 len: 168 time: 0.2258461 May 20 15:52:36.757084 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecba97-06b5-453b-87d7-3a32a8f01839 req-a1f95e14-df1f-4a5e-9bdd-2a6dbf8220f9 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:36.758616 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d9ecba97-06b5-453b-87d7-3a32a8f01839 req-a1f95e14-df1f-4a5e-9bdd-2a6dbf8220f9 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.2544742 May 20 15:52:36.815559 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-75438219-6dcf-4792-b72e-e297585290ba tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:36.817041 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-75438219-6dcf-4792-b72e-e297585290ba tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 946 time: 0.1900048 May 20 15:52:36.819102 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-99b159f2-28b7-4316-a26a-32914f44bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.823056 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-2e75ee24-135b-4eee-9a14-d95fb6974e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:36.893038 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b159f2-28b7-4316-a26a-32914f44bef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2224f6e-d7dc-4a76-b8da-e58f3e1e94a3,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:36.902387 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-99b159f2-28b7-4316-a26a-32914f44bef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:36.952434 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d9ecba97-06b5-453b-87d7-3a32a8f01839 req-a77068c6-a089-4f27-aecf-0cf1bed20090 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775861 May 20 15:52:36.967200 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-99b159f2-28b7-4316-a26a-32914f44bef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:36.979552 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-99b159f2-28b7-4316-a26a-32914f44bef4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2224f6e-d7dc-4a76-b8da-e58f3e1e94a3 HTTP/1.1" status: 204 len: 168 time: 0.6344121 May 20 15:52:37.084990 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb44c3-9557-4025-98ce-1fbd976c095f req-06dda1e7-c44e-4562-b6e5-84065696cd55 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:37.087521 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-25eb44c3-9557-4025-98ce-1fbd976c095f req-06dda1e7-c44e-4562-b6e5-84065696cd55 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 946 time: 0.0996654 May 20 15:52:37.124166 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Deleting port 345f9bca-d918-41f0-a74f-45fc66b71174 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:52:37.124620 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.193184 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-25eb44c3-9557-4025-98ce-1fbd976c095f req-857f5484-3b11-45aa-8b2e-aa01454e6ad8 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/security-groups?id=73aedb61-2116-44e2-90c6-c883f0639451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983586 May 20 15:52:37.270463 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37652) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:37.294982 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.295285 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] For port 345f9bca-d918-41f0-a74f-45fc66b71174, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=345f9bca-d918-41f0-a74f-45fc66b71174,segment=NetworkSegment(0b5ac63b-e8d2-4df0-979a-d86a753f31d9),segment_id=0b5ac63b-e8d2-4df0-979a-d86a753f31d9)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:52:37.296005 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.313026 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:37.318725 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d208aa79e6da44cd89e538f041fa0901 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:37.323020 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:37.334868 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:37.464966 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Calling delete_port for 345f9bca-d918-41f0-a74f-45fc66b71174 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:52:37.473773 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.481856 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.499805 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-07125e94-aa2a-4dff-a88b-2cd55a27babf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:37.585738 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f064d5a1-2409-4490-b39b-9cc784dd13bc,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:37.617795 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:37.621600 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d208aa79e6da44cd89e538f041fa0901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497832 May 20 15:52:37.626040 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37670) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:37.787439 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9242a925-9572-4c84-a338-7df80816aeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.813535 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.827536 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9242a925-9572-4c84-a338-7df80816aeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.830841 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:37.855669 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['345f9bca-d918-41f0-a74f-45fc66b71174'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:52:37.937911 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9242a925-9572-4c84-a338-7df80816aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:37.947399 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:37.967516 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242a925-9572-4c84-a338-7df80816aeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f064d5a1-2409-4490-b39b-9cc784dd13bc,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:38.001810 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9242a925-9572-4c84-a338-7df80816aeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:38.005294 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9242a925-9572-4c84-a338-7df80816aeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.020326 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-9242a925-9572-4c84-a338-7df80816aeb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f064d5a1-2409-4490-b39b-9cc784dd13bc HTTP/1.1" status: 204 len: 168 time: 0.3930891 May 20 15:52:38.061692 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Pushing event deleted for resources: {'Port': ['ID=345f9bca-d918-41f0-a74f-45fc66b71174,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:38.066274 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] No DVR routers for this DVR port 345f9bca-d918-41f0-a74f-45fc66b71174 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:52:38.080003 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:38.111479 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:38.115004 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5eff42-61a3-4322-af51-cb162891dbcf', 'name': 'network-vif-deleted', 'tag': '345f9bca-d918-41f0-a74f-45fc66b71174'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:52:38.139932 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-60b85939-686d-4f72-a1e0-dd25994e0fab req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.54 "DELETE /v2.0/ports/345f9bca-d918-41f0-a74f-45fc66b71174 HTTP/1.1" status: 204 len: 173 time: 1.3001249 May 20 15:52:38.276912 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5eff42-61a3-4322-af51-cb162891dbcf', 'name': 'network-vif-deleted', 'tag': '345f9bca-d918-41f0-a74f-45fc66b71174', 'status': 'completed', 'code': 200} May 20 15:52:38.359261 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663ddfe-e573-41e6-b662-19be2682e951 req-98625646-e18c-4c4d-bde3-f5b0c17ec513 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:38.376582 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a663ddfe-e573-41e6-b662-19be2682e951 req-98625646-e18c-4c4d-bde3-f5b0c17ec513 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.2183092 May 20 15:52:38.437831 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-f847ee27-1105-472f-aebb-cab985ba33f5 req-5e7c9e04-2cd7-42cf-b878-0e6a431ccc55 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Synchronizing usage tracker for tenant:b8013526603343548320dbfc37df3966 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:52:38.478020 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-f847ee27-1105-472f-aebb-cab985ba33f5 req-5e7c9e04-2cd7-42cf-b878-0e6a431ccc55 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Unset dirty status for tenant:b8013526603343548320dbfc37df3966 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:52:38.480209 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f847ee27-1105-472f-aebb-cab985ba33f5 req-5e7c9e04-2cd7-42cf-b878-0e6a431ccc55 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b5eff42-61a3-4322-af51-cb162891dbcf HTTP/1.1" status: 200 len: 210 time: 0.1000376 May 20 15:52:38.509762 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a663ddfe-e573-41e6-b662-19be2682e951 req-a6ba27bc-189b-48d9-91aa-b86afc4f761a tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315620 May 20 15:52:39.765903 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14395cd-0f91-4c9c-955f-cdd6b36f40c9 req-ae9666c1-e2cd-43c4-b00a-f273f40480cc tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:39.774278 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c14395cd-0f91-4c9c-955f-cdd6b36f40c9 req-ae9666c1-e2cd-43c4-b00a-f273f40480cc tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1047728 May 20 15:52:39.822508 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c14395cd-0f91-4c9c-955f-cdd6b36f40c9 req-fde8dbe7-2a70-4025-92c3-c5ad32a71949 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473230 May 20 15:52:41.055290 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e576421-b85b-4244-8df9-7bbe98460a9a req-ae2a73e8-85a7-491a-868d-f121fb5c4085 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:41.056917 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1e576421-b85b-4244-8df9-7bbe98460a9a req-ae2a73e8-85a7-491a-868d-f121fb5c4085 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1033309 May 20 15:52:41.105155 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1e576421-b85b-4244-8df9-7bbe98460a9a req-c3d2c899-6992-43f9-a433-83dde8cad730 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 May 20 15:52:42.233268 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 345f9bca-d918-41f0-a74f-45fc66b71174 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:52:42.271419 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 345f9bca-d918-41f0-a74f-45fc66b71174 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:52:42.271771 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 345f9bca-d918-41f0-a74f-45fc66b71174 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:52:42.340651 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430500fd-6b80-4bca-9765-65afc6505904 req-c3982761-94a4-4628-95e3-9e1e830f65c7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:42.342247 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-430500fd-6b80-4bca-9765-65afc6505904 req-c3982761-94a4-4628-95e3-9e1e830f65c7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1173117 May 20 15:52:42.394788 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-430500fd-6b80-4bca-9765-65afc6505904 req-57e96a25-8efc-4b88-810c-b4e150eff641 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458007 May 20 15:52:43.388465 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37944) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:43.544910 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.565887 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:43.571925 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] Usage tracker for resource:security_group_rule and tenant:14c4ff2774204aa490cd47627b7d03e3 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:43.577116 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:43.618184 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:43.723504 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.729868 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.740274 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4bf55cc9-9a19-4cde-b7ac-60206a7812cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:43.746449 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d1c1c-0ebc-495b-8d68-5389de193bcd req-3872f3e8-7e43-4acd-99bd-34c6ad2fea73 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:43.748654 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-931d1c1c-0ebc-495b-8d68-5389de193bcd req-3872f3e8-7e43-4acd-99bd-34c6ad2fea73 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0913584 May 20 15:52:43.770887 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d5220b-b2b4-47bb-b3a4-5ac2f30f3ae4,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:43.787899 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:43.806536 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14c4ff2774204aa490cd47627b7d03e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170039 May 20 15:52:43.809167 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37962) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:43.821020 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-931d1c1c-0ebc-495b-8d68-5389de193bcd req-d5d32274-91af-42b8-b4c4-141a3411fdd0 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640018 May 20 15:52:43.900471 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11ef1ac1-7d68-400d-b848-6235b02f0456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:43.935062 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11ef1ac1-7d68-400d-b848-6235b02f0456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.007389 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11ef1ac1-7d68-400d-b848-6235b02f0456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.013816 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9242a925-9572-4c84-a338-7df80816aeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:44.026364 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef1ac1-7d68-400d-b848-6235b02f0456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d5220b-b2b4-47bb-b3a4-5ac2f30f3ae4,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:44.028788 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-11ef1ac1-7d68-400d-b848-6235b02f0456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:44.035042 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11ef1ac1-7d68-400d-b848-6235b02f0456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.038426 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-11ef1ac1-7d68-400d-b848-6235b02f0456 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3d5220b-b2b4-47bb-b3a4-5ac2f30f3ae4 HTTP/1.1" status: 204 len: 168 time: 0.2260375 May 20 15:52:44.442467 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 37990) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:44.465209 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.484425 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:44.488882 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] Usage tracker for resource:security_group_rule and tenant:0b9e06f5b01d4774baec815969cc3d19 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:44.500866 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:44.507359 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:44.612870 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.618420 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.632627 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-46252d06-4cff-4553-b4e4-e31d90205db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:44.671196 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b9e06f5b01d4774baec815969cc3d19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289901 May 20 15:52:44.674859 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38000) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:44.675970 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5faa76c-38a8-48ca-bbb4-c506f43e726a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:44.679094 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:44.747304 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-73730f2c-0c81-4f69-9983-5b5aea1dec1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.777594 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-73730f2c-0c81-4f69-9983-5b5aea1dec1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.835077 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-73730f2c-0c81-4f69-9983-5b5aea1dec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.840861 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:44.853998 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73730f2c-0c81-4f69-9983-5b5aea1dec1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5faa76c-38a8-48ca-bbb4-c506f43e726a,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:44.858082 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-73730f2c-0c81-4f69-9983-5b5aea1dec1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:44.859436 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-73730f2c-0c81-4f69-9983-5b5aea1dec1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:44.860790 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-73730f2c-0c81-4f69-9983-5b5aea1dec1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5faa76c-38a8-48ca-bbb4-c506f43e726a HTTP/1.1" status: 204 len: 168 time: 0.1839125 May 20 15:52:45.029497 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d08a0-5b29-4c83-8648-3992e3bc4532 req-94e260d3-058f-4260-abdb-7d21889f9954 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:45.030849 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ae7d08a0-5b29-4c83-8648-3992e3bc4532 req-94e260d3-058f-4260-abdb-7d21889f9954 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0857356 May 20 15:52:45.084558 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ae7d08a0-5b29-4c83-8648-3992e3bc4532 req-9162168c-261b-4fe3-8912-f3bc999e10fb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 May 20 15:52:46.317022 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfae05-17b0-4536-9fe9-7c39419080b7 req-9f3c6e8f-ffa0-4db6-ad4f-69de685f98d7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:46.322922 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3bdfae05-17b0-4536-9fe9-7c39419080b7 req-9f3c6e8f-ffa0-4db6-ad4f-69de685f98d7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1095152 May 20 15:52:46.414685 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3bdfae05-17b0-4536-9fe9-7c39419080b7 req-474842d2-96d6-482d-ad2c-1e3d1f041efd tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768135 May 20 15:52:47.634843 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1327d-480b-4e4c-bf65-9c081b745793 req-2bf548af-b11b-4aa9-b60a-ddc42889ee52 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:47.636085 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3be1327d-480b-4e4c-bf65-9c081b745793 req-2bf548af-b11b-4aa9-b60a-ddc42889ee52 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0890338 May 20 15:52:47.707669 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3be1327d-480b-4e4c-bf65-9c081b745793 req-3e5409d1-337f-4c49-8630-cd8d122c7e7f tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622320 May 20 15:52:48.982759 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17624378-b3d4-4f57-bbf6-efc78d40d418 req-2b435dc1-90a5-4ee7-a994-d8afb5d8ab28 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:48.991956 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-17624378-b3d4-4f57-bbf6-efc78d40d418 req-2b435dc1-90a5-4ee7-a994-d8afb5d8ab28 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1387250 May 20 15:52:49.135703 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-17624378-b3d4-4f57-bbf6-efc78d40d418 req-7ccae3b4-0be1-4135-9416-8448508270e6 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428230 May 20 15:52:49.157430 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546d110-38bb-44fe-8cb3-6d30b2babd3b req-7b66a5ef-6b47-402a-b3d6-91e2f4a512d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:49.159139 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e546d110-38bb-44fe-8cb3-6d30b2babd3b req-7b66a5ef-6b47-402a-b3d6-91e2f4a512d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 1099 time: 0.1652007 May 20 15:52:49.211480 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e546d110-38bb-44fe-8cb3-6d30b2babd3b req-9878ddf4-4be2-463e-b4d6-63cba3a780c1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 May 20 15:52:50.354077 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae39b4f-6795-4703-921e-fe430b484b28 req-09907939-c23d-49bb-bead-ddd7ba58e524 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:50.355401 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-dae39b4f-6795-4703-921e-fe430b484b28 req-09907939-c23d-49bb-bead-ddd7ba58e524 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1078489 May 20 15:52:50.426654 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-dae39b4f-6795-4703-921e-fe430b484b28 req-e531eb28-b242-4572-902d-d55de60d5f11 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563419 May 20 15:52:51.876025 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb8573-ec3a-4f38-81dc-58b69dae56ad req-d1c6d9c9-c95c-4408-8e36-aa6a774b9a51 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:51.903880 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0efb8573-ec3a-4f38-81dc-58b69dae56ad req-d1c6d9c9-c95c-4408-8e36-aa6a774b9a51 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.2236459 May 20 15:52:52.021377 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0efb8573-ec3a-4f38-81dc-58b69dae56ad req-89d76b47-f017-40d6-b85f-6ba95190f42a tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166875 May 20 15:52:52.168588 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38316) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:52.270793 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38322) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:52.319044 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.355479 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:52.357783 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.368904 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9e68015a094f15a959f097880d5913 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:52.372960 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:52.379433 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d06fa6-d6ed-4ac4-a99f-409ba73e22f3 req-b3397247-1a37-485f-9fb8-9c2a1b4358a8 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:52.380908 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-69d06fa6-d6ed-4ac4-a99f-409ba73e22f3 req-b3397247-1a37-485f-9fb8-9c2a1b4358a8 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1888921 May 20 15:52:52.382101 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:52.384233 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:52.392215 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] Usage tracker for resource:security_group_rule and tenant:dc2fe8a344624ec681a333e8152504f0 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:52.398061 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:52.405403 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:52.426822 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-69d06fa6-d6ed-4ac4-a99f-409ba73e22f3 req-98358e20-3270-4951-8003-6ae3c9399711 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401247 May 20 15:52:52.551152 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.557423 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.577016 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-9de13b43-5f00-410f-80e8-ca911ab0262c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:52.605744 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.627489 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.644183 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e9e68015a094f15a959f097880d5913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744353 May 20 15:52:52.647179 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 38332) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:52.647457 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1322cb-3bbb-4d05-9931-b2ef0f27cc01,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:52.650998 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:52.653674 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-2c0b4743-9d08-4341-8082-600aeca1fc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:52.696805 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc2fe8a344624ec681a333e8152504f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225051 May 20 15:52:52.700085 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38336) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:52.728001 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc15a501-086d-44d8-b800-0726024bc7d9,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:52.731784 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e13ada01-8a77-4906-85ca-d838604c7d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.745226 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:52.799789 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e13ada01-8a77-4906-85ca-d838604c7d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.878180 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d124d607-cedf-4d2e-a329-a64431285445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.926067 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e13ada01-8a77-4906-85ca-d838604c7d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.928992 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d124d607-cedf-4d2e-a329-a64431285445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.942947 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-11ef1ac1-7d68-400d-b848-6235b02f0456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:52.982971 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ada01-8a77-4906-85ca-d838604c7d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1322cb-3bbb-4d05-9931-b2ef0f27cc01,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:52.987886 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e13ada01-8a77-4906-85ca-d838604c7d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:52.990053 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e13ada01-8a77-4906-85ca-d838604c7d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:52.991114 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-e13ada01-8a77-4906-85ca-d838604c7d7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca1322cb-3bbb-4d05-9931-b2ef0f27cc01 HTTP/1.1" status: 204 len: 168 time: 0.3423393 May 20 15:52:53.042348 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d124d607-cedf-4d2e-a329-a64431285445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.056863 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-79653e17-c95b-4180-bc54-2ff8ede23333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:53.069141 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d607-cedf-4d2e-a329-a64431285445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc15a501-086d-44d8-b800-0726024bc7d9,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:53.071943 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d124d607-cedf-4d2e-a329-a64431285445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:53.080846 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d124d607-cedf-4d2e-a329-a64431285445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.095376 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-d124d607-cedf-4d2e-a329-a64431285445 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc15a501-086d-44d8-b800-0726024bc7d9 HTTP/1.1" status: 204 len: 168 time: 0.3836570 May 20 15:52:53.513467 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 38374) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:53.534518 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38378) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:53.543546 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.553915 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.559755 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:53.564651 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] Usage tracker for resource:security_group_rule and tenant:3272af5a61f24d65b04fbc8a0472e19e is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:53.568194 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:53.571022 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:53.575783 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] Usage tracker for resource:security_group_rule and tenant:fd72eb1f4ebe464fbabd66b330f78697 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:53.577025 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:53.582693 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:53.591603 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:53.674799 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.679035 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.689051 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:53.693978 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.702162 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.711616 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-5c4b0e0b-9647-451c-8e62-166fea59be76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:53.733653 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3272af5a61f24d65b04fbc8a0472e19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185466 May 20 15:52:53.736585 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 38382) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:53.739990 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8a58b9-358c-458c-bb38-63401b5493c8,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:53.761446 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd72eb1f4ebe464fbabd66b330f78697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256577 May 20 15:52:53.762232 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38388) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:53.762954 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad63f6a-e8fb-4e57-b778-279567c1a52b,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:53.768025 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:53.785192 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:53.829281 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50b75c73-0a2f-4fa7-abde-15facffd440b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.838376 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b64-eb6d-490d-9a9e-e35c86e34060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.870751 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50b75c73-0a2f-4fa7-abde-15facffd440b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.874240 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b64-eb6d-490d-9a9e-e35c86e34060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.937262 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b64-eb6d-490d-9a9e-e35c86e34060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.939952 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50b75c73-0a2f-4fa7-abde-15facffd440b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.943296 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a63d4b1c-de97-4944-8a68-b5e74a70fc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:53.945284 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-862cdcf2-35ed-40a7-8f50-6b0c0591e57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:53.957062 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b75c73-0a2f-4fa7-abde-15facffd440b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8a58b9-358c-458c-bb38-63401b5493c8,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:53.957723 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b4b64-eb6d-490d-9a9e-e35c86e34060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad63f6a-e8fb-4e57-b778-279567c1a52b,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:53.961008 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-cd0b4b64-eb6d-490d-9a9e-e35c86e34060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:53.961383 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-50b75c73-0a2f-4fa7-abde-15facffd440b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:53.965131 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-50b75c73-0a2f-4fa7-abde-15facffd440b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.965697 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4b64-eb6d-490d-9a9e-e35c86e34060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:53.966970 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-50b75c73-0a2f-4fa7-abde-15facffd440b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc8a58b9-358c-458c-bb38-63401b5493c8 HTTP/1.1" status: 204 len: 168 time: 0.2295411 May 20 15:52:53.967630 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-cd0b4b64-eb6d-490d-9a9e-e35c86e34060 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dad63f6a-e8fb-4e57-b778-279567c1a52b HTTP/1.1" status: 204 len: 168 time: 0.2014983 May 20 15:52:53.988762 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 38398) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:54.272748 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.292509 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:54.301884 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] Usage tracker for resource:security_group_rule and tenant:4499383acc324ef790373732bf0701f6 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:54.309755 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:54.319298 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:54.326871 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-0cb50ef1-3ae0-4b16-8736-743ef5307347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.448926 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.466294 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.483153 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-50208366-19fe-4fd9-aea6-d7f9eed71c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:54.522651 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4499383acc324ef790373732bf0701f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324626 May 20 15:52:54.526434 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38424) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:54.527694 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35740e08-6c4a-46f8-91c1-2ade19548902,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:54.531408 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:54.548213 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 38428) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:54.572161 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.588158 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:54.597469 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] Usage tracker for resource:security_group_rule and tenant:f9483c24261146328ede2d1958a209d4 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:54.600795 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:54.606812 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:54.644449 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e51cf517-8b38-47bb-a223-376165603d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.678763 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e51cf517-8b38-47bb-a223-376165603d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.768148 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e51cf517-8b38-47bb-a223-376165603d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.774705 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-42299084-defd-4a2a-9964-382fd575514b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:54.797267 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cf517-8b38-47bb-a223-376165603d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35740e08-6c4a-46f8-91c1-2ade19548902,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:54.806907 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e51cf517-8b38-47bb-a223-376165603d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:54.817103 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e51cf517-8b38-47bb-a223-376165603d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.819846 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-e51cf517-8b38-47bb-a223-376165603d59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35740e08-6c4a-46f8-91c1-2ade19548902 HTTP/1.1" status: 204 len: 168 time: 0.2912004 May 20 15:52:54.830902 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.848904 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:54.919765 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a0cf300b-6df7-45f6-aa54-467181d05f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:54.973074 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9483c24261146328ede2d1958a209d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230120 May 20 15:52:54.977880 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38474) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:54.992225 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e886837-badf-4656-b642-4e180c243b36,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:55.035138 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:55.065346 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a5152-e506-40d8-b01b-e0126d919f9a req-4a0e90a2-7841-4325-a7e9-4c841d4ee798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:55.067020 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-329a5152-e506-40d8-b01b-e0126d919f9a req-4a0e90a2-7841-4325-a7e9-4c841d4ee798 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 1098 time: 0.2441654 May 20 15:52:55.212289 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aed897-55b1-4443-a5b0-e60fc869f0de req-550e5744-41dd-4b54-808d-76df2fa24acb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:55.212289 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-39aed897-55b1-4443-a5b0-e60fc869f0de req-550e5744-41dd-4b54-808d-76df2fa24acb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.2272072 May 20 15:52:55.266050 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-23858c61-bc24-4516-999e-d0a8567513d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.326177 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-39aed897-55b1-4443-a5b0-e60fc869f0de req-879aff33-14bf-472c-8e1f-612db6a59b1c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050005 May 20 15:52:55.340766 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a5152-e506-40d8-b01b-e0126d919f9a req-e280f952-a946-4e90-850e-4156b8d0ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:55.342681 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-329a5152-e506-40d8-b01b-e0126d919f9a req-e280f952-a946-4e90-850e-4156b8d0ee99 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 919 time: 0.2663703 May 20 15:52:55.476928 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-329a5152-e506-40d8-b01b-e0126d919f9a req-05ecea4c-fb2c-4b61-827f-ccf40a70cf9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67a3de25-ed76-482e-8ec5-e173ae07a885 HTTP/1.1" status: 200 len: 217 time: 0.1180775 May 20 15:52:55.543146 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-23858c61-bc24-4516-999e-d0a8567513d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.643206 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a5152-e506-40d8-b01b-e0126d919f9a req-4f8e4b65-9640-424c-a3ef-f9093a9eea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:55.645566 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-329a5152-e506-40d8-b01b-e0126d919f9a req-4f8e4b65-9640-424c-a3ef-f9093a9eea85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.1607935 May 20 15:52:55.720406 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-329a5152-e506-40d8-b01b-e0126d919f9a req-a46521da-66ee-4512-96c4-68d63c7b51b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677342 May 20 15:52:55.731560 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-23858c61-bc24-4516-999e-d0a8567513d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.773631 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-99b159f2-28b7-4316-a26a-32914f44bef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:55.799851 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23858c61-bc24-4516-999e-d0a8567513d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e886837-badf-4656-b642-4e180c243b36,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:55.799851 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-23858c61-bc24-4516-999e-d0a8567513d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:55.816862 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-23858c61-bc24-4516-999e-d0a8567513d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:55.819527 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-23858c61-bc24-4516-999e-d0a8567513d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e886837-badf-4656-b642-4e180c243b36 HTTP/1.1" status: 204 len: 168 time: 0.8405855 May 20 15:52:55.962279 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-329a5152-e506-40d8-b01b-e0126d919f9a req-794b69c1-8168-49b6-af26-ad7704877344 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334228 May 20 15:52:56.138035 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-329a5152-e506-40d8-b01b-e0126d919f9a req-9feb705e-0c64-47b7-91e2-de467bdc519f service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628616 May 20 15:52:56.538514 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 38558) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:56.584934 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31454299-0d2d-4a76-9bd5-397826224094 req-42e9d91f-1714-4f65-8d49-ddfba89ce3ef tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:56.586545 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-31454299-0d2d-4a76-9bd5-397826224094 req-42e9d91f-1714-4f65-8d49-ddfba89ce3ef tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1121449 May 20 15:52:56.640155 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-47d88f30-ca1a-4a2b-8cd2-7fc213ed8fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.664498 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-31454299-0d2d-4a76-9bd5-397826224094 req-872c8a64-b37d-403b-a00c-9cf308385511 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656462 May 20 15:52:56.860145 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.917329 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1497984314-network', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:56.923367 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:56.928863 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Usage tracker for resource:network and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:56.933098 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:56.940465 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:56.953071 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Made reservation on behalf of 1eb94c49a1514d9b817420801fb239a0 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:56.956349 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.974533 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:56.993872 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:56.998212 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Usage tracker for resource:security_group_rule and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:57.001936 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:57.007981 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:57.118933 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.124325 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.129658 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b1a14f4b-eace-41f7-9b8d-81eac19ec186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:57.166924 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:52:57.181521 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1affc59e-17de-4583-ba1f-db92836a2677,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:57.185795 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:57.188289 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.188629 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Added segment f5b5a62e-3af5-48f1-a951-229c6024c4ea of type vlan for network a7aa8059-be66-4aa1-874e-9d6e3397c874 May 20 15:52:57.225990 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.259647 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.262018 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:57.263926 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.270297 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57d126e5-f902-407c-8b3b-2ee1fcc09720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:57.392083 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Pushing event updated for resources: {'Network': ['ID=a7aa8059-be66-4aa1-874e-9d6e3397c874,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:57.396125 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:57.401060 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8615496 May 20 15:52:57.404329 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38602) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:57.410474 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network a7aa8059-be66-4aa1-874e-9d6e3397c874 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:52:57.415920 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Request body: {'subnet': {'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1497984314-subnet', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'ip_version': 4}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:57.422293 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:57.426584 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Usage tracker for resource:subnet and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:57.429656 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:57.435976 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:57.460019 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Made reservation on behalf of 1eb94c49a1514d9b817420801fb239a0 for: {'subnet': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:52:57.463027 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.945059 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:57.969220 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34c7a3-1169-4019-bb46-bca5d598cb76 req-d528d8e3-7a2f-4037-871c-cb2ee06489fb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:57.976750 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ba34c7a3-1169-4019-bb46-bca5d598cb76 req-d528d8e3-7a2f-4037-871c-cb2ee06489fb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1727290 May 20 15:52:58.066318 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ba34c7a3-1169-4019-bb46-bca5d598cb76 req-1f3a20fe-bc15-4971-b636-e951be7cd344 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885782 May 20 15:52:58.110721 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.115547 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f0f3cf3e-ce09-45dd-bb63-4cbb4c298ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:58.298236 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a02094e-cb94-48e6-8251-2bd9be727065,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:58.320670 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:58.340700 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Checking segment: {'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:58.340988 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Network hostable DHCP agents. Network: a7aa8059-be66-4aa1-874e-9d6e3397c874, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:52:58.362453 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Network a7aa8059-be66-4aa1-874e-9d6e3397c874 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:52:58.372719 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, a7aa8059-be66-4aa1-874e-9d6e3397c874) {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:58.378700 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:58.379182 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.386078 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806f964-30e1-4924-9e13-7ea70071d850 None None] Network a7aa8059-be66-4aa1-874e-9d6e3397c874 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:52:58.410324 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 38652) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:58.412323 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-7130ce9a-3774-4c63-9d3e-b742fdf1ce8e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0059743 May 20 15:52:58.416640 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:52:58.428706 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:58.438186 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Usage tracker for resource:router and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:58.443004 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:58.464652 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:52:58.490427 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7989653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32114'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.491588 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8080340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8031792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32011'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.518019 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.773545 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b74e7ff-11be-525c-ad52-207b3bc2585f-a7aa8059-be66-4aa1-874e-9d6e3397c874', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065'}]}} from dv-cinder-784779-12-smb. {{(pid=91626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:52:58.774653 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:58.833972 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8080358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7989635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32025'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.045542 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Allocated IP 172.20.0.2 (a7aa8059-be66-4aa1-874e-9d6e3397c874/1a02094e-cb94-48e6-8251-2bd9be727065/8a250ba2-e6cd-43aa-a3ee-9ec980088f32) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:59.492596 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.513148 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Transition to ACTIVE for port object 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:59.544228 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Transition to ACTIVE for port object 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:52:59.555899 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.564629 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:59.615624 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.635284 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Network a7aa8059-be66-4aa1-874e-9d6e3397c874 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:52:59.638023 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:52:59.644868 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:52:59.647261 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Pushing event updated for resources: {'Port': ['ID=8a250ba2-e6cd-43aa-a3ee-9ec980088f32,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:52:59.652739 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.663805 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.664139 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.664476 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.664796 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.665117 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.665439 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.665756 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.666064 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.666796 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.666796 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.667040 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.667350 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:52:59.694428 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38694) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:52:59.703327 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:52:59.709139 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932944d4-71dc-49fc-8f3b-9cb0a0913e3d req-d9be36d0-e6c9-4193-84af-cc460de88f41 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:52:59.711686 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-932944d4-71dc-49fc-8f3b-9cb0a0913e3d req-d9be36d0-e6c9-4193-84af-cc460de88f41 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.3266602 May 20 15:52:59.791287 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.795563 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-932944d4-71dc-49fc-8f3b-9cb0a0913e3d req-30b760f1-e800-4e4a-9de4-5f0e0ee0eff2 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749011 May 20 15:52:59.798423 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Attempting to bind port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:52:59.799220 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Attempting to bind port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:52:59.799778 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Attempting to bind port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 on network a7aa8059-be66-4aa1-874e-9d6e3397c874 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:52:59.809558 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:52:59.809842 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Checking segment: {'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:52:59.810220 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.810619 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Bound using segment: {'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:52:59.813030 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Bound port: 8a250ba2-e6cd-43aa-a3ee-9ec980088f32, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:52:59.813030 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.890288 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Allocated IP 172.28.3.15 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/7a3e0ded-93ad-4626-a201-9b1dfbb4aceb) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:52:59.931566 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.951159 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] For port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:52:59.951159 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] For port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=8a250ba2-e6cd-43aa-a3ee-9ec980088f32,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:52:59.958465 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:52:59.963540 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:52:59.968547 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] Usage tracker for resource:security_group_rule and tenant:dafeaca6b7664c65a84ad0202147c8da is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:52:59.970702 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:52:59.972145 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:52:59.979379 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:00.065568 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Pushing event updated for resources: {'Port': ['ID=8a250ba2-e6cd-43aa-a3ee-9ec980088f32,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:00.076560 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:00.099352 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.105030 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.123917 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-cbed3016-b37c-480c-a856-43d013fe3dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:00.193585 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dafeaca6b7664c65a84ad0202147c8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979532 May 20 15:53:00.198333 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38708) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:00.230764 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01dddb7-862f-4561-a5de-760463d1592b,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:00.236082 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:00.286288 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.305246 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9e3a-4abe-479d-876e-eddd187438ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.350901 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.359301 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9e3a-4abe-479d-876e-eddd187438ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.360951 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7db319ff-4b07-490a-9fcc-bc0b0e3566ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:00.501613 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9e3a-4abe-479d-876e-eddd187438ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.520299 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-73730f2c-0c81-4f69-9983-5b5aea1dec1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:00.554118 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:00.574436 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e9e3a-4abe-479d-876e-eddd187438ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01dddb7-862f-4561-a5de-760463d1592b,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:00.585935 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:00.599586 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9e3a-4abe-479d-876e-eddd187438ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:00.600959 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-3c3e9e3a-4abe-479d-876e-eddd187438ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e01dddb7-862f-4561-a5de-760463d1592b HTTP/1.1" status: 204 len: 168 time: 0.4025481 May 20 15:53:00.602348 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3c3e9e3a-4abe-479d-876e-eddd187438ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:00.602925 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:00.764272 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3e0ded-93ad-4626-a201-9b1dfbb4aceb,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:00.764272 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:01.070814 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38736) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:01.090509 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.107728 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:01.112292 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] Usage tracker for resource:security_group_rule and tenant:7781902e2b78489a80511177032c2fe4 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:01.115524 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:01.126016 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:01.265572 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.272066 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.284086 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d124d607-cedf-4d2e-a329-a64431285445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:01.346856 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7781902e2b78489a80511177032c2fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748580 May 20 15:53:01.348474 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38744) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:01.349741 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e26401-6c8e-4fbf-9420-7dd701f8323c req-b2370295-a7f8-48c8-9a91-269d5daa6bf3 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:01.352865 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea53173-77d1-49d8-b26f-915489458611,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:01.363806 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-28e26401-6c8e-4fbf-9420-7dd701f8323c req-b2370295-a7f8-48c8-9a91-269d5daa6bf3 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.3680604 May 20 15:53:01.366980 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:01.476888 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-20757c2e-45b5-4ff7-9d8d-14e817255c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.531579 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-20757c2e-45b5-4ff7-9d8d-14e817255c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.572791 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-28e26401-6c8e-4fbf-9420-7dd701f8323c req-7c81d04b-6ce5-46d2-8319-b647e876a3f7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028506 May 20 15:53:01.605021 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.611936 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-20757c2e-45b5-4ff7-9d8d-14e817255c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.614166 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae5ff1-af78-4149-8961-9a968f1a3a64 None None] Network a7aa8059-be66-4aa1-874e-9d6e3397c874 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:01.627596 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e51cf517-8b38-47bb-a223-376165603d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:01.641924 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20757c2e-45b5-4ff7-9d8d-14e817255c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea53173-77d1-49d8-b26f-915489458611,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:01.644586 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-20757c2e-45b5-4ff7-9d8d-14e817255c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:01.652228 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-20757c2e-45b5-4ff7-9d8d-14e817255c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:01.654172 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-20757c2e-45b5-4ff7-9d8d-14e817255c4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eea53173-77d1-49d8-b26f-915489458611 HTTP/1.1" status: 204 len: 168 time: 0.3035095 May 20 15:53:01.787903 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-7db4b3d5-0f97-4a05-8ece-98f1c70e9ba3 None None] Provisioning for port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:01.890802 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38762) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:02.023153 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_v2 [None req-479ae583-c99e-4c37-9986-981a793b027a admin admin] Deleting subnet 6cc42c90-a303-4dcb-b9bb-25034abbc0e1 {{(pid=91624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:53:02.028315 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-479ae583-c99e-4c37-9986-981a793b027a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.112922 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-479ae583-c99e-4c37-9986-981a793b027a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.120996 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-479ae583-c99e-4c37-9986-981a793b027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.382754 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7989658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8080318'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.399993 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:02.501616 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:02.505423 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-479ae583-c99e-4c37-9986-981a793b027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643'] for subnet, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.508595 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:02.509021 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.511028 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:02.552632 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ae583-c99e-4c37-9986-981a793b027a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc42c90-a303-4dcb-b9bb-25034abbc0e1,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:02.556224 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-479ae583-c99e-4c37-9986-981a793b027a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:02.565108 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-479ae583-c99e-4c37-9986-981a793b027a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.572605 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-479ae583-c99e-4c37-9986-981a793b027a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6cc42c90-a303-4dcb-b9bb-25034abbc0e1 HTTP/1.1" status: 204 len: 168 time: 0.6802335 May 20 15:53:02.575146 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38782) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:02.680199 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Router d3c604de-ac6f-4751-b23e-aa84eb767bb7 is scheduled to L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:53:02.715784 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.761980 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=8a250ba2-e6cd-43aa-a3ee-9ec980088f32,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:02.768361 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.771400 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:02.809728 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.857441 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=8a250ba2-e6cd-43aa-a3ee-9ec980088f32,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:02.862419 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:02.947512 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:02.962935 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:02.963365 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:02.964217 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:02.964640 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > port after_create 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:02.965038 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:02.965442 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > port after_update 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:02.965867 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:02.966217 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:02.966604 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:02.967007 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:02.998446 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604e9b6-8411-4966-97f8-f73860e7dec8 req-28a85abc-cb99-4185-bb30-2ad4ec2d85a4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:03.000245 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3604e9b6-8411-4966-97f8-f73860e7dec8 req-28a85abc-cb99-4185-bb30-2ad4ec2d85a4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1941550 May 20 15:53:03.023824 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:03.032917 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Sync routers for ids ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:03.043122 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Routers {'d3c604de-ac6f-4751-b23e-aa84eb767bb7'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:03.043733 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:52:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:03.067914 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3604e9b6-8411-4966-97f8-f73860e7dec8 req-12c1c1d1-a33d-4f51-8026-7b8c9a599d12 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597489 May 20 15:53:03.069317 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.070486 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6588163 May 20 15:53:03.073340 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 38802) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:03.162048 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:03.163076 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:03.163763 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:03.164235 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 15:53:03.164757 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f06e9f-8339-4ac6-8c97-b109ff2b2727']}} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:03.199033 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5ac63b-e8d2-4df0-979a-d86a753f31d9') {'for_net_delete': True} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:03.201758 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5ac63b-e8d2-4df0-979a-d86a753f31d9') {} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:03.229850 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7192343'] for segment, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.251074 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.261008 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=91624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:53:03.262300 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6734496'] for segment, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: from cryptography.utils import int_from_bytes May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: from cryptography.utils import int_from_bytes May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: Traceback (most recent call last): May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: timer() May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: cb(*args, **kw) May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: return func(*args, **kwargs) May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: self._notify() May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: self.callback(batched_events) May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: event.method(event) May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: return f(self, *a, **k) May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: return self._get(url).json() May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: return self.request(url, 'GET', **kwargs) May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:53:03.286132 dv-cinder-784779-12-smb neutron-server[91624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:53:03.344927 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Set router d3c604de-ac6f-4751-b23e-aa84eb767bb7 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:03.410225 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.416002 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:03.459921 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.472529 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f06e9f-8339-4ac6-8c97-b109ff2b2727,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:03.484782 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:03.488442 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-62cdf113-18f4-46b3-a485-485b5b80d078 admin admin] 10.222.0.36 "DELETE /v2.0/networks/47f06e9f-8339-4ac6-8c97-b109ff2b2727 HTTP/1.1" status: 204 len: 168 time: 0.9109921 May 20 15:53:03.492454 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38814) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:03.604501 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_v2 [None req-c410ea9f-200a-4836-9092-82251cf29e22 admin admin] Deleting subnet 0c8dd75a-5a32-4eb5-bfe7-ba0876862797 {{(pid=91624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:53:03.610127 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c410ea9f-200a-4836-9092-82251cf29e22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.678385 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c410ea9f-200a-4836-9092-82251cf29e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7192344'] for subnet, precommit_delete_associations {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.755866 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c410ea9f-200a-4836-9092-82251cf29e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:03.807630 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38824) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:03.846150 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:01Z', 'revision_number': 3, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:03.861143 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Checking router: d3c604de-ac6f-4751-b23e-aa84eb767bb7 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:53:03.861547 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Updating router d3c604de-ac6f-4751-b23e-aa84eb767bb7 port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb binding host dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:53:03.968981 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.080179 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.102997 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:04.107387 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] Usage tracker for resource:security_group_rule and tenant:983faf89b5704323990f3be8feec66b3 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:04.111187 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:04.118574 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:04.161694 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38834) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:04.315352 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.361305 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:04.426838 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8d59b-3193-4586-9ae1-95dc6839ab46 req-7147865b-1569-4cdd-b76a-e240ee1f21c9 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:04.428396 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-41d8d59b-3193-4586-9ae1-95dc6839ab46 req-7147865b-1569-4cdd-b76a-e240ee1f21c9 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1853774 May 20 15:53:04.454700 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.468698 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.480177 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-596f4e18-b3bf-43bf-9774-5754182bccd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:04.515925 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf71e72-275e-4a22-b2ac-a2a73f830081,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:04.526755 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:04.527720 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.530157 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:04.551807 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.571532 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c410ea9f-200a-4836-9092-82251cf29e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6734342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6644742'] for subnet, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.593584 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:04.597401 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] Usage tracker for resource:security_group_rule and tenant:9dd171f1e4ab4aff9d3f2d2582ef5139 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:04.600942 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:04.603561 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-41d8d59b-3193-4586-9ae1-95dc6839ab46 req-d444db11-448d-4a00-a136-aa512d635f78 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635432 May 20 15:53:04.629260 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c410ea9f-200a-4836-9092-82251cf29e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.632449 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:04.632809 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.643799 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=983faf89b5704323990f3be8feec66b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8322031 May 20 15:53:04.644545 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Transition to ACTIVE for port object 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:04.651338 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38844) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:04.653333 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410ea9f-200a-4836-9092-82251cf29e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8dd75a-5a32-4eb5-bfe7-ba0876862797,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:04.659141 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.660277 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c410ea9f-200a-4836-9092-82251cf29e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:04.664236 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:04.667704 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:04.684146 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-c410ea9f-200a-4836-9092-82251cf29e22 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0c8dd75a-5a32-4eb5-bfe7-ba0876862797 HTTP/1.1" status: 204 len: 168 time: 1.1904490 May 20 15:53:04.686797 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 38848) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:04.752385 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Pushing event updated for resources: {'Port': ['ID=7a3e0ded-93ad-4626-a201-9b1dfbb4aceb,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:04.762654 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Attempting to bind port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:04.763108 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Attempting to bind port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:04.763525 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Attempting to bind port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb on network fae4a615-4f0b-416e-8057-595655400a68 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:04.768493 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.768946 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.769325 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.769730 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.770109 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.770586 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.770966 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.771349 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.771738 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.772106 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.772477 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.772842 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:04.777744 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:04.778726 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:04.779166 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Checking segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:04.779624 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.780069 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Bound using segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:04.781190 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Bound port: 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:04.781628 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.815033 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.821331 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Allocated IP 172.20.0.1 (a7aa8059-be66-4aa1-874e-9d6e3397c874/1a02094e-cb94-48e6-8251-2bd9be727065/ecd74f5a-c289-44f8-bee2-bd622b05a92a) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:04.825608 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.829990 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.852261 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-da6f992b-9e3e-4a10-a2ea-3755d6c3ff8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:04.863086 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] For port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:04.869565 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] For port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=7a3e0ded-93ad-4626-a201-9b1dfbb4aceb,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:04.884546 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:04.897802 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:04.915157 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9dd171f1e4ab4aff9d3f2d2582ef5139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7476046 May 20 15:53:04.915157 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7539330f-79c2-4b79-9106-5f0f9dca4a22,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:04.917139 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38854) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:04.944389 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:05.001881 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b8e64504-8b80-4149-b3cd-d111ad9a5647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.018231 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Pushing event updated for resources: {'Port': ['ID=7a3e0ded-93ad-4626-a201-9b1dfbb4aceb,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:05.022534 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:05.026859 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Routers {'d3c604de-ac6f-4751-b23e-aa84eb767bb7'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:05.027463 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:52:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:05.047404 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3759e348-571d-4c97-8188-e632f8f8a597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.050621 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b8e64504-8b80-4149-b3cd-d111ad9a5647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.060957 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.078396 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3051a94f-c461-48ba-98d5-8f99fd7c4b25']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:05.103227 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64421df5-54b5-417f-9e4b-52572a27b247') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:05.103439 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64421df5-54b5-417f-9e4b-52572a27b247') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:05.110627 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3759e348-571d-4c97-8188-e632f8f8a597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.121960 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8094808'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.149159 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.165856 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.175107 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:53:05.175788 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7619567'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.180609 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b8e64504-8b80-4149-b3cd-d111ad9a5647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.186099 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-23858c61-bc24-4516-999e-d0a8567513d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:05.193391 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3759e348-571d-4c97-8188-e632f8f8a597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: Traceback (most recent call last): May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: timer() May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: cb(*args, **kw) May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: return func(*args, **kwargs) May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: self._notify() May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: self.callback(batched_events) May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: event.method(event) May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: return f(self, *a, **k) May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: return self._get(url).json() May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:53:05.193577 dv-cinder-784779-12-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:53:05.195712 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Transition to ACTIVE for port object ecd74f5a-c289-44f8-bee2-bd622b05a92a will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:05.209940 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e64504-8b80-4149-b3cd-d111ad9a5647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf71e72-275e-4a22-b2ac-a2a73f830081,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:05.215977 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b8e64504-8b80-4149-b3cd-d111ad9a5647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:05.218068 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:05.244947 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759e348-571d-4c97-8188-e632f8f8a597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7539330f-79c2-4b79-9106-5f0f9dca4a22,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:05.250754 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3759e348-571d-4c97-8188-e632f8f8a597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:05.252738 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b8e64504-8b80-4149-b3cd-d111ad9a5647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.259288 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-b8e64504-8b80-4149-b3cd-d111ad9a5647 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bf71e72-275e-4a22-b2ac-a2a73f830081 HTTP/1.1" status: 204 len: 168 time: 0.6025844 May 20 15:53:05.259288 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3759e348-571d-4c97-8188-e632f8f8a597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.259288 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-3759e348-571d-4c97-8188-e632f8f8a597 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7539330f-79c2-4b79-9106-5f0f9dca4a22 HTTP/1.1" status: 204 len: 168 time: 0.3190739 May 20 15:53:05.271293 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] Set router d3c604de-ac6f-4751-b23e-aa84eb767bb7 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:05.331718 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.355238 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.367073 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.372272 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.377825 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:05.426313 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3051a94f-c461-48ba-98d5-8f99fd7c4b25,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:05.429005 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:05.430876 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d22a02a7-282a-442e-9553-4f30fb593db5 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:05.521553 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3051a94f-c461-48ba-98d5-8f99fd7c4b25 HTTP/1.1" status: 204 len: 168 time: 0.8309684 May 20 15:53:05.532500 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Network a7aa8059-be66-4aa1-874e-9d6e3397c874 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:05.533603 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Pushing event updated for resources: {'Port': ['ID=ecd74f5a-c289-44f8-bee2-bd622b05a92a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:05.537807 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:05.539321 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:05.554139 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:05.643394 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988135'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:05.764630 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:01Z', 'revision_number': 3, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:05.770154 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b31a6-26bb-4bcb-8cae-269409854395 None None] The sync data for ids ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'] in dv-cinder-784779-12-smb is: [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:01Z', 'revision_number': 3, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:05.958304 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38876) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:05.977743 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.042554 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 38882) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:06.042834 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-b0688357-257e-4d59-9186-e41fbdb670e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8013526603343548320dbfc37df3966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817010 May 20 15:53:06.048884 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-86f7bb38-5bda-4730-8762-8b4cfebf203a None None] Provisioning for port ecd74f5a-c289-44f8-bee2-bd622b05a92a completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:06.087108 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-86f7bb38-5bda-4730-8762-8b4cfebf203a None None] Provisioning complete for port ecd74f5a-c289-44f8-bee2-bd622b05a92a triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:06.090418 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-86f7bb38-5bda-4730-8762-8b4cfebf203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.090631 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d93515-0cff-439a-81b1-c0e272b0c75c req-0264c0a0-4ae7-4a3a-9067-23dede98361c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:06.092132 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f5d93515-0cff-439a-81b1-c0e272b0c75c req-0264c0a0-4ae7-4a3a-9067-23dede98361c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.2729945 May 20 15:53:06.097578 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38886) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:06.147273 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.213907 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:06.228685 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] Usage tracker for resource:security_group_rule and tenant:ea02caadc6f34b3dbfb347431e1c0165 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:06.230486 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f5d93515-0cff-439a-81b1-c0e272b0c75c req-b6e6594d-9d21-44f5-afd4-5f23ee0d9b15 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183004 May 20 15:53:06.241452 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:06.264318 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:06.407713 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-86f7bb38-5bda-4730-8762-8b4cfebf203a None None] Port ecd74f5a-c289-44f8-bee2-bd622b05a92a cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:06.446333 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-70fbff7c-d950-4180-9582-5301ac9020ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.456871 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.470016 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.481207 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3c3e9e3a-4abe-479d-876e-eddd187438ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:06.502944 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-70fbff7c-d950-4180-9582-5301ac9020ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.521659 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.535247 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7619507'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.565554 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea02caadc6f34b3dbfb347431e1c0165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657028 May 20 15:53:06.574546 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38896) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:06.607298 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae7497d-2437-4520-8f3c-c4b5fdbacc8e,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:06.611508 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:06.700012 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-195b7503-5345-43de-b230-a6cd10d57f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.747644 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-195b7503-5345-43de-b230-a6cd10d57f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.764069 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f04dc2e5-d2b2-46de-ae5c-05f8559c61d0 tempest-DeleteServersTestJSON-47975420 tempest-DeleteServersTestJSON-47975420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:06.806689 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7956558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8106012'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.839111 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-195b7503-5345-43de-b230-a6cd10d57f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.846651 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-5b9a7731-1149-4bda-9e6e-bbe7787178c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:06.860346 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b7503-5345-43de-b230-a6cd10d57f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae7497d-2437-4520-8f3c-c4b5fdbacc8e,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:06.863102 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-195b7503-5345-43de-b230-a6cd10d57f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:06.864489 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-195b7503-5345-43de-b230-a6cd10d57f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:06.868845 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-195b7503-5345-43de-b230-a6cd10d57f86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ae7497d-2437-4520-8f3c-c4b5fdbacc8e HTTP/1.1" status: 204 len: 168 time: 0.2925963 May 20 15:53:07.038635 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Pushing event updated for resources: {'Port': ['ID=ecd74f5a-c289-44f8-bee2-bd622b05a92a,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:07.050456 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:07.069550 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Network a7aa8059-be66-4aa1-874e-9d6e3397c874 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:07.077619 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:07.084551 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-70fbff7c-d950-4180-9582-5301ac9020ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.096275 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-46585ec8-9906-4485-bfe5-bde66f30002b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:07.193178 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbff7c-d950-4180-9582-5301ac9020ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aedb61-2116-44e2-90c6-c883f0639451,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:07.200948 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-70fbff7c-d950-4180-9582-5301ac9020ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:07.204563 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-70fbff7c-d950-4180-9582-5301ac9020ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.208934 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-70fbff7c-d950-4180-9582-5301ac9020ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73aedb61-2116-44e2-90c6-c883f0639451 HTTP/1.1" status: 204 len: 168 time: 1.1661186 May 20 15:53:07.480159 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-115b6568-3596-4804-ab5e-f553a608ce4a None None] Provisioning complete for port ecd74f5a-c289-44f8-bee2-bd622b05a92a triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:07.482297 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-115b6568-3596-4804-ab5e-f553a608ce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:07.584792 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Router d3c604de-ac6f-4751-b23e-aa84eb767bb7 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:07.595325 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-115b6568-3596-4804-ab5e-f553a608ce4a None None] Port ecd74f5a-c289-44f8-bee2-bd622b05a92a cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:07.605124 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7fba4-521c-4f89-a06d-004400164241 req-8926a147-b297-4567-baff-418b215d8293 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:07.606613 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-61d7fba4-521c-4f89-a06d-004400164241 req-8926a147-b297-4567-baff-418b215d8293 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1250496 May 20 15:53:07.818664 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-61d7fba4-521c-4f89-a06d-004400164241 req-06986c5b-b0f5-493f-ba42-dc00825b742a tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043633 May 20 15:53:07.825944 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38936) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:07.921904 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-485e8319-3328-4520-82e2-d1e0488e95b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d68be434989a4fdea0ea56790bda124c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932996 May 20 15:53:07.925093 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 38944) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:07.943800 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:07.954509 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] 10.222.0.36 "PUT /v2.0/routers/d3c604de-ac6f-4751-b23e-aa84eb767bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8793197 May 20 15:53:07.998171 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c87ff69e-99ec-44e0-954a-f6f65cc13dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:08.037610 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c87ff69e-99ec-44e0-954a-f6f65cc13dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:08.159487 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c87ff69e-99ec-44e0-954a-f6f65cc13dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:08.163457 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-166f55b7-ed2f-4dfb-83e8-71f9a8573fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:08.186768 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ff69e-99ec-44e0-954a-f6f65cc13dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd74a175-7df4-4b1e-84ad-e5ef63256b21,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:08.190167 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c87ff69e-99ec-44e0-954a-f6f65cc13dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:08.213166 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c87ff69e-99ec-44e0-954a-f6f65cc13dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:08.214552 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-c87ff69e-99ec-44e0-954a-f6f65cc13dc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd74a175-7df4-4b1e-84ad-e5ef63256b21 HTTP/1.1" status: 204 len: 168 time: 0.2885134 May 20 15:53:08.410272 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:08.499730 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:08.523183 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:08.523564 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:08.609793 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Sync routers for ids ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:08.697964 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Routers {'d3c604de-ac6f-4751-b23e-aa84eb767bb7'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:08.705371 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:52:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:09.134556 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fabcd5-d82a-44d4-974e-afa44cff82f0 req-bab7987e-441d-40d5-bac8-9c943512088c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:09.137154 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-14fabcd5-d82a-44d4-974e-afa44cff82f0 req-bab7987e-441d-40d5-bac8-9c943512088c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1208887 May 20 15:53:09.148064 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.172748 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Set router d3c604de-ac6f-4751-b23e-aa84eb767bb7 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:09.258111 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-14fabcd5-d82a-44d4-974e-afa44cff82f0 req-9aa7313a-a332-416b-ade9-b12cdc76c700 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066487 May 20 15:53:09.260010 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=7a3e0ded-93ad-4626-a201-9b1dfbb4aceb,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:09.275737 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.279627 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:09.350165 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=7a3e0ded-93ad-4626-a201-9b1dfbb4aceb,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:09.412281 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:09.476691 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12d541-12f9-4f6a-8a74-4438b5258f81 req-0e124d12-80e3-4574-9bbc-967d336bfcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:09.479058 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5c12d541-12f9-4f6a-8a74-4438b5258f81 req-0e124d12-80e3-4574-9bbc-967d336bfcdf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 1098 time: 0.1899462 May 20 15:53:09.546847 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5c12d541-12f9-4f6a-8a74-4438b5258f81 req-8394037b-f659-40e4-b34e-aaf10c65f85c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482588 May 20 15:53:09.618135 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39010) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:09.629583 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2133333895-network', 'tenant_id': 'a8b673154cf346078d725f83637967cd'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:09.637393 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:09.644659 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Usage tracker for resource:network and tenant:a8b673154cf346078d725f83637967cd is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:09.650518 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:09.660069 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:05Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'ecd74f5a-c289-44f8-bee2-bd622b05a92a', 'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'mac_address': 'fa:16:3e:4f:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:04Z', 'updated_at': '2021-05-20T15:53:06Z', 'revision_number': 2, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'subnets': [{'id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:09.663920 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:09.666482 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Checking router: d3c604de-ac6f-4751-b23e-aa84eb767bb7 for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:53:09.666912 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Updating router d3c604de-ac6f-4751-b23e-aa84eb767bb7 port ecd74f5a-c289-44f8-bee2-bd622b05a92a binding host dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:53:09.721708 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Made reservation on behalf of a8b673154cf346078d725f83637967cd for: {'network': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:09.724160 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.739673 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.760908 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:09.803830 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:09.812241 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Usage tracker for resource:security_group_rule and tenant:a8b673154cf346078d725f83637967cd is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:09.815723 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:09.831365 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:10.021068 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.027729 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.035292 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b8e64504-8b80-4149-b3cd-d111ad9a5647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:10.109339 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a5032b-e6d0-4cc8-b438-b46225894e98,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:10.120107 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=91624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:10.122621 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:10.141500 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.142019 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.segments_db [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Added segment 7758c8ea-7db0-4af2-9126-82389be61b18 of type vlan for network b83b8be6-682d-44ab-b187-ccd6c550ef85 May 20 15:53:10.204021 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.259007 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.261442 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:10.263273 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.287599 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:10.429845 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.435203 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8133807 May 20 15:53:10.435710 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39048) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:10.443216 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Request body: {'subnet': {'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2133333895-subnet', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:10.455283 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:10.465949 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Usage tracker for resource:subnet and tenant:a8b673154cf346078d725f83637967cd is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:10.476222 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:10.480421 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Transition to ACTIVE for port object ecd74f5a-c289-44f8-bee2-bd622b05a92a will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:10.493256 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:10.495869 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:10.554233 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:10.573218 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:10.605453 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Pushing event updated for resources: {'Network': ['ID=b83b8be6-682d-44ab-b187-ccd6c550ef85,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:10.615778 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1179b1f6-9ea0-46e2-9ee4-1fb63505dad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:10.673954 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network b83b8be6-682d-44ab-b187-ccd6c550ef85 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:10.679060 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Made reservation on behalf of a8b673154cf346078d725f83637967cd for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:10.689575 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6418415'] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.226398 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac71b-961d-46db-8a17-a045c489ece0 req-d4276ed3-2154-4743-b16f-b17f958d1b25 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:11.239628 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefd1ed-0fc4-44df-a56e-5b0ccac1e04e None None] Pushing event updated for resources: {'Port': ['ID=ecd74f5a-c289-44f8-bee2-bd622b05a92a,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:11.243232 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2cfac71b-961d-46db-8a17-a045c489ece0 req-d4276ed3-2154-4743-b16f-b17f958d1b25 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.7209210 May 20 15:53:11.255315 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-afefd1ed-0fc4-44df-a56e-5b0ccac1e04e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:11.438792 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:11.441330 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2cfac71b-961d-46db-8a17-a045c489ece0 req-e98207ca-61f1-4619-a8cf-07d36544a322 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970584 May 20 15:53:11.448075 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.504490 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Attempting to bind port ecd74f5a-c289-44f8-bee2-bd622b05a92a on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:11.505338 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Attempting to bind port ecd74f5a-c289-44f8-bee2-bd622b05a92a by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:11.505971 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Attempting to bind port ecd74f5a-c289-44f8-bee2-bd622b05a92a on network a7aa8059-be66-4aa1-874e-9d6e3397c874 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:11.531300 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:11.531759 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Checking segment: {'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:11.532268 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.532735 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Bound using segment: {'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:11.533678 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Bound port: ecd74f5a-c289-44f8-bee2-bd622b05a92a, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:11.534353 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.544060 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:53:11.737894 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] For port ecd74f5a-c289-44f8-bee2-bd622b05a92a, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:11.744677 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] For port ecd74f5a-c289-44f8-bee2-bd622b05a92a, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ecd74f5a-c289-44f8-bee2-bd622b05a92a,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:11.750529 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.754568 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-420f38f4-ecab-473e-8b19-73bb3aa8aa56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:11.770038 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7619334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6418429'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:11.780825 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:11.844387 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Routers {'d3c604de-ac6f-4751-b23e-aa84eb767bb7'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:11.845126 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:52:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:11.933455 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefd1ed-0fc4-44df-a56e-5b0ccac1e04e None None] Pushing event updated for resources: {'Port': ['ID=ecd74f5a-c289-44f8-bee2-bd622b05a92a,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:11.936183 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Checking segment: {'id': '7758c8ea-7db0-4af2-9126-82389be61b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:11.937268 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Network hostable DHCP agents. Network: b83b8be6-682d-44ab-b187-ccd6c550ef85, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:53:11.951727 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-afefd1ed-0fc4-44df-a56e-5b0ccac1e04e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:11.955129 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2151ff68-5b0d-4ba1-b917-2acf05a88c60,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:11.959033 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:11.967709 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Network b83b8be6-682d-44ab-b187-ccd6c550ef85 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:53:11.983992 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, b83b8be6-682d-44ab-b187-ccd6c550ef85) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:12.015866 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:12.017071 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.050175 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6108253 May 20 15:53:12.051108 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39090) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:12.057955 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2133333895-router', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:12.065125 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:12.077666 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Usage tracker for resource:router and tenant:a8b673154cf346078d725f83637967cd is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:12.086074 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:12.102934 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:12.118573 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c5627-823f-439b-9e91-71c9e489283f None None] Network b83b8be6-682d-44ab-b187-ccd6c550ef85 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:12.121482 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7989653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32114'] for router, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.125092 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8080340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8031792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32011'] for router, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.164247 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.321827 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] Set router d3c604de-ac6f-4751-b23e-aa84eb767bb7 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:12.872423 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b74e7ff-11be-525c-ad52-207b3bc2585f-b83b8be6-682d-44ab-b187-ccd6c550ef85', 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'fixed_ips': [{'subnet_id': '2151ff68-5b0d-4ba1-b917-2acf05a88c60'}]}} from dv-cinder-784779-12-smb. {{(pid=91626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:53:12.873676 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:12.928940 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8080358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7989635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32025'] for router, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.188024 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845a505-e127-4657-a9d3-8b579230a157 req-3c31a23a-9269-4d1b-ac9d-40002b2399dd tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:13.199028 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c845a505-e127-4657-a9d3-8b579230a157 req-3c31a23a-9269-4d1b-ac9d-40002b2399dd tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.3760347 May 20 15:53:13.206752 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:05Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'ecd74f5a-c289-44f8-bee2-bd622b05a92a', 'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'mac_address': 'fa:16:3e:4f:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:04Z', 'updated_at': '2021-05-20T15:53:11Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'subnets': [{'id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:13.213340 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2d4bb-0d1e-4ae0-bbbc-c14826f9935d None None] The sync data for ids ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'] in dv-cinder-784779-12-smb is: [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:05Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'ecd74f5a-c289-44f8-bee2-bd622b05a92a', 'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'mac_address': 'fa:16:3e:4f:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:04Z', 'updated_at': '2021-05-20T15:53:11Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'subnets': [{'id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:13.225310 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Allocated IP 172.20.0.2 (b83b8be6-682d-44ab-b187-ccd6c550ef85/2151ff68-5b0d-4ba1-b917-2acf05a88c60/ae1efe47-827d-4798-b239-3dd51f33e918) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:13.351391 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c845a505-e127-4657-a9d3-8b579230a157 req-7d4f1e95-1dea-418e-952c-29be896befd7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477883 May 20 15:53:13.865816 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.880569 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Transition to ACTIVE for port object ae1efe47-827d-4798-b239-3dd51f33e918 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:13.910955 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Transition to ACTIVE for port object ae1efe47-827d-4798-b239-3dd51f33e918 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:13.933603 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:13.945097 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:13.987204 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.094706 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.212553 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Network b83b8be6-682d-44ab-b187-ccd6c550ef85 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:14.230456 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:14.243511 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:14.521484 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Pushing event updated for resources: {'Port': ['ID=ae1efe47-827d-4798-b239-3dd51f33e918,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:14.545229 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ecd74f5a-c289-44f8-bee2-bd622b05a92a up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:14.549577 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793903-ca37-4a01-b215-3ba114af3c4b req-adacff3d-edc6-4a06-acf7-7739fb4f1007 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:14.563616 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-12793903-ca37-4a01-b215-3ba114af3c4b req-adacff3d-edc6-4a06-acf7-7739fb4f1007 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.2316909 May 20 15:53:14.649462 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:14.735059 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Allocated IP 172.28.3.8 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/ef2d8ba6-c9b0-4116-a95f-66d616ec6c78) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:14.773996 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Attempting to bind port ae1efe47-827d-4798-b239-3dd51f33e918 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:14.774637 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Attempting to bind port ae1efe47-827d-4798-b239-3dd51f33e918 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '7758c8ea-7db0-4af2-9126-82389be61b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:14.775230 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Attempting to bind port ae1efe47-827d-4798-b239-3dd51f33e918 on network b83b8be6-682d-44ab-b187-ccd6c550ef85 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:14.798442 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:14.799118 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Checking segment: {'id': '7758c8ea-7db0-4af2-9126-82389be61b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:14.799851 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.800509 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Bound using segment: {'id': '7758c8ea-7db0-4af2-9126-82389be61b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:14.801533 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Bound port: ae1efe47-827d-4798-b239-3dd51f33e918, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7758c8ea-7db0-4af2-9126-82389be61b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:14.802313 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:14.916658 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-12793903-ca37-4a01-b215-3ba114af3c4b req-12cb27f3-b125-4856-ab9f-a99e8b714d5e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463085 May 20 15:53:15.017822 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port ecd74f5a-c289-44f8-bee2-bd622b05a92a completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:15.062108 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5944c-4677-4766-bb9a-474ac3093048 req-78ff28e4-a28f-4cc4-9d61-0494053f2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:15.064472 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c7e5944c-4677-4766-bb9a-474ac3093048 req-78ff28e4-a28f-4cc4-9d61-0494053f2508 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 1098 time: 0.6325295 May 20 15:53:15.069763 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port ecd74f5a-c289-44f8-bee2-bd622b05a92a triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:15.070449 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.254461 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] For port ae1efe47-827d-4798-b239-3dd51f33e918, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:15.265360 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] For port ae1efe47-827d-4798-b239-3dd51f33e918, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ae1efe47-827d-4798-b239-3dd51f33e918,segment=NetworkSegment(7758c8ea-7db0-4af2-9126-82389be61b18),segment_id=7758c8ea-7db0-4af2-9126-82389be61b18)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:15.294490 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.306637 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:15.384306 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.433830 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Pushing event updated for resources: {'Port': ['ID=ae1efe47-827d-4798-b239-3dd51f33e918,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:15.438889 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:15.518660 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5944c-4677-4766-bb9a-474ac3093048 req-33baee92-41fb-4f18-902b-f51471fa5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:15.531303 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c7e5944c-4677-4766-bb9a-474ac3093048 req-33baee92-41fb-4f18-902b-f51471fa5de2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 919 time: 0.4483976 May 20 15:53:15.628839 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.693113 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port ecd74f5a-c289-44f8-bee2-bd622b05a92a, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ecd74f5a-c289-44f8-bee2-bd622b05a92a,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:15.700351 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.704126 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4bb1c41b-dc5d-4d78-92c2-e96476beddaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:15.706937 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c7e5944c-4677-4766-bb9a-474ac3093048 req-3adec0e4-39ec-42c8-8bf4-a32bbd81e959 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67a3de25-ed76-482e-8ec5-e173ae07a885 HTTP/1.1" status: 200 len: 217 time: 0.1712852 May 20 15:53:15.792057 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5944c-4677-4766-bb9a-474ac3093048 req-98d1f3e7-9ef0-49b7-a8a3-cf4024ed803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:15.794703 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c7e5944c-4677-4766-bb9a-474ac3093048 req-98d1f3e7-9ef0-49b7-a8a3-cf4024ed803d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.0832136 May 20 15:53:15.798807 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:15.805841 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:15.822296 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=ecd74f5a-c289-44f8-bee2-bd622b05a92a,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:15.828626 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:16.063338 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2d8ba6-c9b0-4116-a95f-66d616ec6c78,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:16.078882 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:16.092560 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c7e5944c-4677-4766-bb9a-474ac3093048 req-28cae472-1d85-4c3e-a3d5-60e4ad198506 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883594 May 20 15:53:16.153519 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:16.156540 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:16.321294 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:16.516301 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ae1efe47-827d-4798-b239-3dd51f33e918 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:16.619605 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port ae1efe47-827d-4798-b239-3dd51f33e918 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:16.628068 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ecd74f5a-c289-44f8-bee2-bd622b05a92a up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:16.754320 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port ecd74f5a-c289-44f8-bee2-bd622b05a92a triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:16.754699 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:16.855967 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c7e5944c-4677-4766-bb9a-474ac3093048 req-8546a5ff-1f21-4bab-897f-35c80b34206f service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585356 May 20 15:53:17.099767 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665def6e-8fb5-4809-9bd8-5e2f79ada7c7 req-a59b592d-2508-4da3-89a2-f1e47626c261 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:17.106070 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-665def6e-8fb5-4809-9bd8-5e2f79ada7c7 req-a59b592d-2508-4da3-89a2-f1e47626c261 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.7522495 May 20 15:53:17.362999 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e3216-2173-4675-99c5-ea31a8643eb7 req-5cd1b95b-0018-4549-aa08-3df7f39d464e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:17.380947 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0b9e3216-2173-4675-99c5-ea31a8643eb7 req-5cd1b95b-0018-4549-aa08-3df7f39d464e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.2164171 May 20 15:53:17.412967 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451d853-60e2-409d-867b-7e9f3c9c4bf8 None None] Network b83b8be6-682d-44ab-b187-ccd6c550ef85 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:17.570728 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0b9e3216-2173-4675-99c5-ea31a8643eb7 req-b02082e2-3f68-44ea-86c6-4c02aaf6271c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875310 May 20 15:53:17.643506 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c7e5944c-4677-4766-bb9a-474ac3093048 req-2a00d097-671a-467f-92c2-822e40684720 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496738 May 20 15:53:17.645405 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39226) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:17.646248 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-665def6e-8fb5-4809-9bd8-5e2f79ada7c7 req-ee16928c-0d39-4294-aa0f-d032b8d24845 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737895 May 20 15:53:17.666052 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39232) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:17.713263 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-8995c609-8f76-4176-801c-fe2a22d38373 None None] Provisioning for port ae1efe47-827d-4798-b239-3dd51f33e918 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:17.726365 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-8995c609-8f76-4176-801c-fe2a22d38373 None None] Provisioning complete for port ae1efe47-827d-4798-b239-3dd51f33e918 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:17.726996 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8995c609-8f76-4176-801c-fe2a22d38373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:17.948323 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.004440 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.026332 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.039919 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:18.051880 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:18.056910 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] Usage tracker for resource:security_group_rule and tenant:79086c1964da4cf480d9fe27314f6f0e is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:18.074568 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:db9f1c2571af4d9d9eb75eaa627fc6fb is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:18.083115 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:18.088950 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:18.107070 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:18.109510 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:18.203342 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8995c609-8f76-4176-801c-fe2a22d38373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.285825 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.288089 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.291587 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.320201 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-50b75c73-0a2f-4fa7-abde-15facffd440b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:18.326445 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-8995c609-8f76-4176-801c-fe2a22d38373 None None] For port ae1efe47-827d-4798-b239-3dd51f33e918, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ae1efe47-827d-4798-b239-3dd51f33e918,segment=NetworkSegment(7758c8ea-7db0-4af2-9126-82389be61b18),segment_id=7758c8ea-7db0-4af2-9126-82389be61b18)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:18.335653 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8995c609-8f76-4176-801c-fe2a22d38373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.345234 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:18.376735 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.444592 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995c609-8f76-4176-801c-fe2a22d38373 None None] Pushing event updated for resources: {'Port': ['ID=ae1efe47-827d-4798-b239-3dd51f33e918,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:18.457089 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8995c609-8f76-4176-801c-fe2a22d38373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:18.508844 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79086c1964da4cf480d9fe27314f6f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8615911 May 20 15:53:18.516303 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db9f1c2571af4d9d9eb75eaa627fc6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8490236 May 20 15:53:18.517310 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a04718-c068-4a29-8673-74cec8de1263,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:18.518980 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39260) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:18.518980 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39262) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:18.523443 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:18.524210 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2664cb18-a328-49ca-ad05-db7d518b6b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:18.560717 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c5a627-693b-4230-8858-ce4244535109,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:18.566843 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:18.814700 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7989658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8080318'] for router, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.838224 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd3735-c129-4f2c-bfdb-c2de5968ea0f req-7deb542a-059d-420e-a024-4ffdc48329bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:18.839743 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3bcd3735-c129-4f2c-bfdb-c2de5968ea0f req-7deb542a-059d-420e-a024-4ffdc48329bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.1478302 May 20 15:53:18.864475 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-a5bf4410-675b-4ef9-b584-a63efa9eef94 None None] Provisioning complete for port ae1efe47-827d-4798-b239-3dd51f33e918 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:18.866034 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4410-675b-4ef9-b584-a63efa9eef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:18.929929 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3bcd3735-c129-4f2c-bfdb-c2de5968ea0f req-d00add83-b4e6-4d3b-9d87-579d8f232b47 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828354 May 20 15:53:19.044905 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1adb-3a86-4f4e-902f-4a488d41a574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.077304 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-09433b32-7420-43c9-8eca-6b58a093949f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.186933 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1adb-3a86-4f4e-902f-4a488d41a574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.210006 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-09433b32-7420-43c9-8eca-6b58a093949f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.333102 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f30326-4537-48ff-aa4e-c22a9b216e22 req-41450539-5994-44a9-9f34-107cd58bd218 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:19.334323 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-46f30326-4537-48ff-aa4e-c22a9b216e22 req-41450539-5994-44a9-9f34-107cd58bd218 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.4367697 May 20 15:53:19.338943 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1adb-3a86-4f4e-902f-4a488d41a574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.345047 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c87ff69e-99ec-44e0-954a-f6f65cc13dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:19.371418 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b1adb-3a86-4f4e-902f-4a488d41a574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c5a627-693b-4230-8858-ce4244535109,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:19.377673 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fc3b1adb-3a86-4f4e-902f-4a488d41a574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:19.391869 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-09433b32-7420-43c9-8eca-6b58a093949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.397035 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-4644e9c9-5220-4fb7-883d-e543663ecf48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:19.406173 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Router 9e87a9d9-2513-4f98-8721-71cfba29d767 is scheduled to L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 with binding_index 1 {{(pid=91624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:53:19.431822 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09433b32-7420-43c9-8eca-6b58a093949f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a04718-c068-4a29-8673-74cec8de1263,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:19.438749 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-09433b32-7420-43c9-8eca-6b58a093949f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:19.448678 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-46f30326-4537-48ff-aa4e-c22a9b216e22 req-cc709fc0-8309-42f1-bc69-9a6d38e81710 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941415 May 20 15:53:19.543541 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1adb-3a86-4f4e-902f-4a488d41a574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.543541 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-fc3b1adb-3a86-4f4e-902f-4a488d41a574 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5c5a627-693b-4230-8858-ce4244535109 HTTP/1.1" status: 204 len: 168 time: 1.0161319 May 20 15:53:19.543541 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-09433b32-7420-43c9-8eca-6b58a093949f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:19.543541 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-09433b32-7420-43c9-8eca-6b58a093949f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01a04718-c068-4a29-8673-74cec8de1263 HTTP/1.1" status: 204 len: 168 time: 1.0231807 May 20 15:53:19.934983 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:19.949038 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Sync routers for ids ['9e87a9d9-2513-4f98-8721-71cfba29d767'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:19.963430 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Routers {'9e87a9d9-2513-4f98-8721-71cfba29d767'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:19.964332 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:52:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['9e87a9d9-2513-4f98-8721-71cfba29d767'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:20.006673 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Notify callbacks [] for router, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.008661 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.9561079 May 20 15:53:20.012317 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39308) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:20.235152 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Set router 9e87a9d9-2513-4f98-8721-71cfba29d767 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:20.367103 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ae1efe47-827d-4798-b239-3dd51f33e918 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:20.396576 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef57d0-2d68-4f15-a301-013932a385fb req-6e6fd5c0-f4e0-442f-9fae-b0141520dd3b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:20.401136 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39324) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:20.407481 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-98ef57d0-2d68-4f15-a301-013932a385fb req-6e6fd5c0-f4e0-442f-9fae-b0141520dd3b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.2370415 May 20 15:53:20.474323 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.524058 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:20.536963 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] Usage tracker for resource:security_group_rule and tenant:59d4a76668c042108354e7cf0d321402 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:20.566504 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-98ef57d0-2d68-4f15-a301-013932a385fb req-c05a388e-ba6a-4509-b33c-2ef70cbdf670 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549799 May 20 15:53:20.647907 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port ae1efe47-827d-4798-b239-3dd51f33e918 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:20.648288 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:20.664851 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:20.728498 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:20.885833 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'name': 'tempest-TestShelveInstance-2133333895-router', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:12Z', 'updated_at': '2021-05-20T15:53:17Z', 'revision_number': 3, 'project_id': 'a8b673154cf346078d725f83637967cd', 'gw_port': {'id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:14Z', 'updated_at': '2021-05-20T15:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:20.897396 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Checking router: 9e87a9d9-2513-4f98-8721-71cfba29d767 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:53:20.898101 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Updating router 9e87a9d9-2513-4f98-8721-71cfba29d767 port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 binding host dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:53:21.031264 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.123280 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6984a3-06ab-4995-ae12-a59794aa0b47 req-39c36a4f-ee5a-44c8-9b28-608e62c85a47 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:21.130637 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8e6984a3-06ab-4995-ae12-a59794aa0b47 req-39c36a4f-ee5a-44c8-9b28-608e62c85a47 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.4673510 May 20 15:53:21.281474 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.314687 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.327881 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1bfe620d-4256-4f9a-bb2e-a6edc96f2c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:21.353930 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8e6984a3-06ab-4995-ae12-a59794aa0b47 req-5048cbcd-73b8-4dbc-b35b-d9d3c8ceb4df tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222986 May 20 15:53:21.447486 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59d4a76668c042108354e7cf0d321402&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0450096 May 20 15:53:21.450448 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39360) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:21.453695 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf0650-9c7c-4129-aedc-7ee4afd3a21f,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:21.461545 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:21.677361 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a8141b5-ab46-46a7-a6d0-8bfcfe143b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.764040 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a8141b5-ab46-46a7-a6d0-8bfcfe143b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.768479 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.938587 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.971782 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Transition to ACTIVE for port object ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:21.975085 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a8141b5-ab46-46a7-a6d0-8bfcfe143b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:21.993808 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d06b9e3f-614a-42ec-aee9-44383e526c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:21.995571 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.001057 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:22.053671 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8141b5-ab46-46a7-a6d0-8bfcfe143b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf0650-9c7c-4129-aedc-7ee4afd3a21f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:22.060177 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1a8141b5-ab46-46a7-a6d0-8bfcfe143b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:22.074851 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5343766-86f1-4a0f-a3ce-3dbede3441d6 req-f89ca2b0-9a9d-4b39-b140-1752dc041fa6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:22.087432 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f5343766-86f1-4a0f-a3ce-3dbede3441d6 req-f89ca2b0-9a9d-4b39-b140-1752dc041fa6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.2458229 May 20 15:53:22.184308 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Attempting to bind port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:22.185070 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Attempting to bind port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:22.185241 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Attempting to bind port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 on network fae4a615-4f0b-416e-8057-595655400a68 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:22.192889 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba6599-cb55-40e9-8fd3-873877fcee0c None None] Pushing event updated for resources: {'Port': ['ID=ef2d8ba6-c9b0-4116-a95f-66d616ec6c78,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:22.198358 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-08ba6599-cb55-40e9-8fd3-873877fcee0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:22.201710 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:22.202331 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Checking segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:22.203029 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.203520 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Bound using segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:22.204008 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Bound port: ef2d8ba6-c9b0-4116-a95f-66d616ec6c78, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:22.204385 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.228500 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a8141b5-ab46-46a7-a6d0-8bfcfe143b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.229850 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-1a8141b5-ab46-46a7-a6d0-8bfcfe143b4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96bf0650-9c7c-4129-aedc-7ee4afd3a21f HTTP/1.1" status: 204 len: 168 time: 0.7780645 May 20 15:53:22.257273 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f5343766-86f1-4a0f-a3ce-3dbede3441d6 req-864392a1-987b-4339-8fe3-e603e1655bfd tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676860 May 20 15:53:22.432904 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Allocated IP 172.20.0.1 (b83b8be6-682d-44ab-b187-ccd6c550ef85/2151ff68-5b0d-4ba1-b917-2acf05a88c60/4739c656-2050-4dbb-9c33-d1fd229bd149) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:22.440746 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] For port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:22.449087 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] For port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ef2d8ba6-c9b0-4116-a95f-66d616ec6c78,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:22.457045 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.473773 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-0948862c-72e6-4dab-8378-6958e64c5e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:22.567673 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba6599-cb55-40e9-8fd3-873877fcee0c None None] Pushing event updated for resources: {'Port': ['ID=ef2d8ba6-c9b0-4116-a95f-66d616ec6c78,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:22.573590 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-08ba6599-cb55-40e9-8fd3-873877fcee0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:22.624152 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Routers {'9e87a9d9-2513-4f98-8721-71cfba29d767'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:22.625100 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:52:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['9e87a9d9-2513-4f98-8721-71cfba29d767'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:22.770071 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.790054 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Transition to ACTIVE for port object 4739c656-2050-4dbb-9c33-d1fd229bd149 will not be triggered until provisioned by entity DHCP. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:22.865449 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:22.886925 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:22.980730 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] Set router 9e87a9d9-2513-4f98-8721-71cfba29d767 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:23.082018 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Network b83b8be6-682d-44ab-b187-ccd6c550ef85 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:23.085582 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:23.100700 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:23.378802 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Pushing event updated for resources: {'Port': ['ID=4739c656-2050-4dbb-9c33-d1fd229bd149,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:23.384727 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:23.412268 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988135'] for router_interface, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.521870 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-05e3d833-0ab6-4b47-9145-f5a7ebb01692 None None] Provisioning for port 4739c656-2050-4dbb-9c33-d1fd229bd149 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:23.529888 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-05e3d833-0ab6-4b47-9145-f5a7ebb01692 None None] Provisioning complete for port 4739c656-2050-4dbb-9c33-d1fd229bd149 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:23.532204 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-05e3d833-0ab6-4b47-9145-f5a7ebb01692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:23.678502 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-05e3d833-0ab6-4b47-9145-f5a7ebb01692 None None] Port 4739c656-2050-4dbb-9c33-d1fd229bd149 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:23.756940 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'name': 'tempest-TestShelveInstance-2133333895-router', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:12Z', 'updated_at': '2021-05-20T15:53:17Z', 'revision_number': 3, 'project_id': 'a8b673154cf346078d725f83637967cd', 'gw_port': {'id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:14Z', 'updated_at': '2021-05-20T15:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:23.769817 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae34775-572d-4019-97c2-9c4e5d42eb2e None None] The sync data for ids ['9e87a9d9-2513-4f98-8721-71cfba29d767'] in dv-cinder-784779-12-smb is: [{'id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'name': 'tempest-TestShelveInstance-2133333895-router', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:12Z', 'updated_at': '2021-05-20T15:53:17Z', 'revision_number': 3, 'project_id': 'a8b673154cf346078d725f83637967cd', 'gw_port': {'id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:14Z', 'updated_at': '2021-05-20T15:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:23.943277 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.021968 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05b9fc-38e7-46ea-b3ba-4c502d5806fa req-0aadc640-2a61-40ae-b3cd-4ae58568edda tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:24.032622 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6d05b9fc-38e7-46ea-b3ba-4c502d5806fa req-0aadc640-2a61-40ae-b3cd-4ae58568edda tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1795948 May 20 15:53:24.072106 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ece52c-1c9c-4840-8a08-614938a611f0 req-e1179bc2-a760-4eb1-be7b-5a2d823efe74 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:24.082887 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-84ece52c-1c9c-4840-8a08-614938a611f0 req-e1179bc2-a760-4eb1-be7b-5a2d823efe74 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.4901121 May 20 15:53:24.168844 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6d05b9fc-38e7-46ea-b3ba-4c502d5806fa req-5822d7ae-3ddb-4d72-9135-358197d76d87 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340642 May 20 15:53:24.336483 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5622f5f7-c8ff-47f1-8039-496501fd30f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.360733 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-84ece52c-1c9c-4840-8a08-614938a611f0 req-17bbcbd6-3211-4ba6-be41-13f657743ccf tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767506 May 20 15:53:24.496294 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:24.588482 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.600164 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.630438 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:24.644141 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:24.645275 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.653435 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:24.762297 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7956558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8106012'] for router_interface, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:24.767081 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Pushing event updated for resources: {'Port': ['ID=4739c656-2050-4dbb-9c33-d1fd229bd149,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:24.770836 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:25.005189 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.040948 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ef2d8ba6-c9b0-4116-a95f-66d616ec6c78,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:25.051506 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Network b83b8be6-682d-44ab-b187-ccd6c550ef85 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:25.053396 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:25.057601 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.060250 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:25.262317 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=ef2d8ba6-c9b0-4116-a95f-66d616ec6c78,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:25.270654 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:25.472755 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-fc862137-7570-421c-ac1e-9a8c2134649b None None] Provisioning complete for port 4739c656-2050-4dbb-9c33-d1fd229bd149 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:25.473345 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fc862137-7570-421c-ac1e-9a8c2134649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:25.614335 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Router 9e87a9d9-2513-4f98-8721-71cfba29d767 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:53:25.684691 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-fc862137-7570-421c-ac1e-9a8c2134649b None None] Port 4739c656-2050-4dbb-9c33-d1fd229bd149 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:26.118409 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:53:26.156805 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acafdc-ef84-49b4-973d-b7dee615b28f req-75b42352-47de-4b09-8959-937ad352ac6f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:26.160059 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-50acafdc-ef84-49b4-973d-b7dee615b28f req-75b42352-47de-4b09-8959-937ad352ac6f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.3918614 May 20 15:53:26.178758 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] 10.222.0.36 "PUT /v2.0/routers/9e87a9d9-2513-4f98-8721-71cfba29d767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1648901 May 20 15:53:26.286050 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-50acafdc-ef84-49b4-973d-b7dee615b28f req-28bd30b8-c230-4415-b508-96cb5dbb8c83 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121833 May 20 15:53:26.405061 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:26.583404 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:26.585876 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.688309 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1a92-bfa2-4b3f-b821-31de9d43b5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:26.828207 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Sync routers for ids ['9e87a9d9-2513-4f98-8721-71cfba29d767'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:53:26.858819 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Routers {'9e87a9d9-2513-4f98-8721-71cfba29d767'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:26.860523 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:53:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['9e87a9d9-2513-4f98-8721-71cfba29d767'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:27.072602 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.132628 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Set router 9e87a9d9-2513-4f98-8721-71cfba29d767 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:27.594130 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39518) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:27.600318 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1979291496', 'description': 'tempest-secgroup-smoke-1979291496 description', 'project_id': '1eb94c49a1514d9b817420801fb239a0'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:27.616143 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:27.620579 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Usage tracker for resource:security_group and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:27.631193 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:27.643098 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:27.665016 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.699352 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:27.708495 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Usage tracker for resource:security_group_rule and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:27.713901 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:27.726235 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'name': 'tempest-TestShelveInstance-2133333895-router', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:12Z', 'updated_at': '2021-05-20T15:53:23Z', 'revision_number': 4, 'project_id': 'a8b673154cf346078d725f83637967cd', 'gw_port': {'id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:14Z', 'updated_at': '2021-05-20T15:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '4739c656-2050-4dbb-9c33-d1fd229bd149', 'name': '', 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'mac_address': 'fa:16:3e:f2:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2151ff68-5b0d-4ba1-b917-2acf05a88c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:21Z', 'updated_at': '2021-05-20T15:53:24Z', 'revision_number': 2, 'project_id': 'a8b673154cf346078d725f83637967cd', 'subnets': [{'id': '2151ff68-5b0d-4ba1-b917-2acf05a88c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:27.728526 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:27.732670 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Checking router: 9e87a9d9-2513-4f98-8721-71cfba29d767 for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:53:27.736245 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Updating router 9e87a9d9-2513-4f98-8721-71cfba29d767 port 4739c656-2050-4dbb-9c33-d1fd229bd149 binding host dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:53:27.761826 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cbe7b-f6a3-4fb1-867a-20f9feb5411f req-fea56299-e02a-4a6f-afa6-a1164a64b3b0 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:27.768039 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5b6cbe7b-f6a3-4fb1-867a-20f9feb5411f req-fea56299-e02a-4a6f-afa6-a1164a64b3b0 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.2313459 May 20 15:53:27.836161 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.844618 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.851151 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-73dfa6ce-fe6a-4e6f-a845-a9ea60fbbb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:27.852729 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.892790 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5b6cbe7b-f6a3-4fb1-867a-20f9feb5411f req-a08f9a82-0b99-464c-b0ea-3ac6202c1e48 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186099 May 20 15:53:27.925247 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353dec9a-514a-4c61-a550-a42dedde3f29,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:27.929682 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:27.938434 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39534) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:27.940988 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3450589 May 20 15:53:27.948956 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Request body: {'security_group_rule': {'security_group_id': '353dec9a-514a-4c61-a550-a42dedde3f29', 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:27.949640 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.950093 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.950822 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.951187 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.951567 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.952020 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.952577 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.952978 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.953344 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.953688 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.954043 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.954414 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:27.959437 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:27.973372 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:27.993744 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Usage tracker for resource:security_group_rule and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:27.994164 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.002800 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:28.020359 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:28.063141 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.309245 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.315132 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.334968 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c9ae73e0-2aa4-4ada-9347-279ec1e2d27e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:28.383925 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f01945b-f612-4b35-ac91-5298930af870,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:28.416538 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39550) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:28.439604 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.440166 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.447372 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.447967 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.448553 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.449501 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.450089 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.450879 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.452983 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.454287 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.455367 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.458046 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:53:28.470927 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:28.479956 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.482363 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5428133 May 20 15:53:28.485697 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39558) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:28.493884 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Request body: {'security_group_rule': {'security_group_id': '353dec9a-514a-4c61-a550-a42dedde3f29', 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:28.502778 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:28.511517 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Usage tracker for resource:security_group_rule and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:28.518035 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:28.529220 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:28.570508 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.625423 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39566) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:28.709059 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.715895 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.719326 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.721806 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:28.755180 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Transition to ACTIVE for port object 4739c656-2050-4dbb-9c33-d1fd229bd149 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:28.763826 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55ca557-3fad-4efc-8133-70b02c2b6ba5,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:28.776265 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:28.782149 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.788893 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:28.839513 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.846856 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3593998 May 20 15:53:28.847243 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39574) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:28.864360 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Request body: {'security_group_rule': {'security_group_id': '353dec9a-514a-4c61-a550-a42dedde3f29', 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:28.887574 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:28.902419 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Usage tracker for resource:security_group_rule and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:28.910975 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-441f7824-3f1b-4a44-b26c-9f864479e63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:28.912185 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:28.957626 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-441f7824-3f1b-4a44-b26c-9f864479e63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:28.963877 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:28.969972 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-441f7824-3f1b-4a44-b26c-9f864479e63e admin admin] Usage tracker for resource:security_group_rule and tenant:e25ee6b634fa4808bdad387ef4143027 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:28.973955 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-441f7824-3f1b-4a44-b26c-9f864479e63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:28.986157 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-441f7824-3f1b-4a44-b26c-9f864479e63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:29.112331 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.112637 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cc8cd-c101-4a14-8656-040f21b73788 None None] Pushing event updated for resources: {'Port': ['ID=4739c656-2050-4dbb-9c33-d1fd229bd149,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:29.136221 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.169222 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-441f7824-3f1b-4a44-b26c-9f864479e63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.176922 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-441f7824-3f1b-4a44-b26c-9f864479e63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.192817 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-cd0b4b64-eb6d-490d-9a9e-e35c86e34060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:29.198976 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4f2cc8cd-c101-4a14-8656-040f21b73788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:29.246622 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:29.263036 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f7824-3f1b-4a44-b26c-9f864479e63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e394f7f-2fed-4022-a637-1574207273a7,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:29.265720 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Attempting to bind port 4739c656-2050-4dbb-9c33-d1fd229bd149 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:29.266451 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Attempting to bind port 4739c656-2050-4dbb-9c33-d1fd229bd149 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '7758c8ea-7db0-4af2-9126-82389be61b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:29.267431 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Attempting to bind port 4739c656-2050-4dbb-9c33-d1fd229bd149 on network b83b8be6-682d-44ab-b187-ccd6c550ef85 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:29.274898 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:29.275527 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Checking segment: {'id': '7758c8ea-7db0-4af2-9126-82389be61b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:29.276258 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.276903 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Bound using segment: {'id': '7758c8ea-7db0-4af2-9126-82389be61b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:29.277411 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Bound port: 4739c656-2050-4dbb-9c33-d1fd229bd149, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7758c8ea-7db0-4af2-9126-82389be61b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:29.277987 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.282183 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-441f7824-3f1b-4a44-b26c-9f864479e63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:29.298891 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] Usage tracker for resource:security_group_rule and tenant:1e9120bfad144af3bdcc7f597b748455 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:29.303992 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:29.317895 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-441f7824-3f1b-4a44-b26c-9f864479e63e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e25ee6b634fa4808bdad387ef4143027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8998435 May 20 15:53:29.328612 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39592) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:29.330949 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:29.401606 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.432222 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.440285 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] For port 4739c656-2050-4dbb-9c33-d1fd229bd149, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:29.445902 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] For port 4739c656-2050-4dbb-9c33-d1fd229bd149, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=4739c656-2050-4dbb-9c33-d1fd229bd149,segment=NetworkSegment(7758c8ea-7db0-4af2-9126-82389be61b18),segment_id=7758c8ea-7db0-4af2-9126-82389be61b18)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:29.447344 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:29.458893 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.466256 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:29.529667 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9a355-bfed-4c18-9a2f-b40f9be6e1cb req-92cf7fd9-efdf-4c32-87f6-37f6f2613ae7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:29.548088 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de04b09-3013-4ccb-bf0c-9ee443723676,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:29.552740 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:29.567736 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.568095 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2cb9a355-bfed-4c18-9a2f-b40f9be6e1cb req-92cf7fd9-efdf-4c32-87f6-37f6f2613ae7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.4203336 May 20 15:53:29.571726 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7199612 May 20 15:53:29.577592 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39600) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:29.616481 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Request body: {'security_group_rule': {'security_group_id': '353dec9a-514a-4c61-a550-a42dedde3f29', 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:29.622029 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Routers {'9e87a9d9-2513-4f98-8721-71cfba29d767'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:53:29.622951 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:53:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['9e87a9d9-2513-4f98-8721-71cfba29d767'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:29.664270 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ac6a04ed-d423-405d-933f-c05904af0b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.701204 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ac6a04ed-d423-405d-933f-c05904af0b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.792137 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ac6a04ed-d423-405d-933f-c05904af0b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.803706 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-195b7503-5345-43de-b230-a6cd10d57f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:29.821493 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a04ed-d423-405d-933f-c05904af0b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e394f7f-2fed-4022-a637-1574207273a7,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:29.831655 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ac6a04ed-d423-405d-933f-c05904af0b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:29.844679 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.847936 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2cb9a355-bfed-4c18-9a2f-b40f9be6e1cb req-218e635f-a893-4b68-a936-d0a930678f69 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733274 May 20 15:53:29.849340 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:29.851130 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ac6a04ed-d423-405d-933f-c05904af0b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.854318 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-ac6a04ed-d423-405d-933f-c05904af0b47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e394f7f-2fed-4022-a637-1574207273a7 HTTP/1.1" status: 204 len: 168 time: 0.5129962 May 20 15:53:29.866162 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:29.900986 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Usage tracker for resource:security_group_rule and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:29.909783 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c3064a44-152a-4fcf-bad4-982682915004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:29.991154 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:29.994091 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ac31df-70cd-41ca-ab52-0f4c0aa02d7e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:30.004766 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:30.023219 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:30.089537 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e9120bfad144af3bdcc7f597b748455&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4625869 May 20 15:53:30.092422 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39616) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:30.111716 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.150588 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] Set router 9e87a9d9-2513-4f98-8721-71cfba29d767 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:53:30.200823 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-6a69aacc-4f90-4a7a-bf63-b94f1a29c0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.252182 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-6a69aacc-4f90-4a7a-bf63-b94f1a29c0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.294841 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cc8cd-c101-4a14-8656-040f21b73788 None None] Pushing event updated for resources: {'Port': ['ID=4739c656-2050-4dbb-9c33-d1fd229bd149,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:30.310147 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.313818 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4f2cc8cd-c101-4a14-8656-040f21b73788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:30.331578 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.340866 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.357127 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-22fd53bf-ca43-46b4-ba08-09ba07242992 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:30.365524 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-6a69aacc-4f90-4a7a-bf63-b94f1a29c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.379109 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3759e348-571d-4c97-8188-e632f8f8a597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:30.385881 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35db9d31-e252-469e-9143-59d516f4bfe6,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:30.398390 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:30.417210 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.420971 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-1af681c3-56bd-4a93-ad41-377bae83fcf8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8406672 May 20 15:53:30.423270 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39630) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:30.428169 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69aacc-4f90-4a7a-bf63-b94f1a29c0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ac31df-70cd-41ca-ab52-0f4c0aa02d7e,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:30.431755 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-6a69aacc-4f90-4a7a-bf63-b94f1a29c0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:30.437745 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-6a69aacc-4f90-4a7a-bf63-b94f1a29c0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.438937 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-6a69aacc-4f90-4a7a-bf63-b94f1a29c0d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55ac31df-70cd-41ca-ab52-0f4c0aa02d7e HTTP/1.1" status: 204 len: 168 time: 0.3450522 May 20 15:53:30.439752 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Request body: {'security_group_rule': {'security_group_id': '353dec9a-514a-4c61-a550-a42dedde3f29', 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:30.460516 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:30.473323 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Usage tracker for resource:security_group_rule and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:30.484621 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:30.502360 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:30.523093 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 51c73868-6df4-484e-91a4-dc47f8203a78 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:53:30.536209 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.securitygroups_db [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Project 1eb94c49a1514d9b817420801fb239a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:53:30.545924 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.565842 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39640) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:30.599608 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.619748 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:30.632440 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] Usage tracker for resource:security_group_rule and tenant:ad4f386f2b64440a9c9de34b7d859553 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:30.643191 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:30.664652 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:30.759278 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.768709 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.777349 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:30.837839 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4cd549-f0d0-49d5-a040-7bde5336dfec,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:30.850375 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:30.867629 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:30.869131 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4449658 May 20 15:53:30.873147 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39660) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:30.882542 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Request body: {'security_group_rule': {'security_group_id': '353dec9a-514a-4c61-a550-a42dedde3f29', 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:30.896818 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:30.911565 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Usage tracker for resource:security_group_rule and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:30.923660 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:30.951698 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:30.992489 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.securitygroups_db [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Project 1eb94c49a1514d9b817420801fb239a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:53:31.032178 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.138877 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.170227 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.245200 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-09433b32-7420-43c9-8eca-6b58a093949f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:31.274447 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad4f386f2b64440a9c9de34b7d859553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7068484 May 20 15:53:31.327835 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39674) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:31.418754 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:31.511330 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de7129c-6551-4130-bc82-a530c591d317,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:31.523883 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:31.526879 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d1ff9-86bb-4981-a3d2-bf4428674594 req-5b7c66d6-d2e0-4050-a8f1-716c5cc33ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:31.528975 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ed2d1ff9-86bb-4981-a3d2-bf4428674594 req-5b7c66d6-d2e0-4050-a8f1-716c5cc33ed8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 1098 time: 0.6789839 May 20 15:53:31.540067 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '51c73868-6df4-484e-91a4-dc47f8203a78', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'port_id': '51c73868-6df4-484e-91a4-dc47f8203a78', 'mac_address': 'fa:16:3e:94:01:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:53:31.570571 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.584375 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.585547 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d8b10-7f11-4a0e-836c-644825257b99 req-dec24daf-5fc3-4c0e-bdcd-c5b3212965bb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:31.587652 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-de9d8b10-7f11-4a0e-836c-644825257b99 req-dec24daf-5fc3-4c0e-bdcd-c5b3212965bb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.4216909 May 20 15:53:31.634973 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:31.664797 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39692) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:31.691776 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde17f2d-c53e-469c-ab25-a1f5c46645ca,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:31.705000 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-92b4c83e-be05-4382-9da5-d3a00ffe2177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.722461 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:31.737209 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7bdd3-d0c7-408b-b04e-910979cfbdd1 req-74a7a5b4-8078-447d-a68c-bd8e1abfe211 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:31.739362 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a1a7bdd3-d0c7-408b-b04e-910979cfbdd1 req-74a7a5b4-8078-447d-a68c-bd8e1abfe211 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.5375249 May 20 15:53:31.750775 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.752324 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8772070 May 20 15:53:31.767407 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-de9d8b10-7f11-4a0e-836c-644825257b99 req-46068de4-c1df-4d25-9335-83dfa8fe86de tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678762 May 20 15:53:31.817981 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-92b4c83e-be05-4382-9da5-d3a00ffe2177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.825375 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.831516 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d1ff9-86bb-4981-a3d2-bf4428674594 req-1f69aa50-eb26-4c29-a152-23da72598f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:31.832905 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ed2d1ff9-86bb-4981-a3d2-bf4428674594 req-1f69aa50-eb26-4c29-a152-23da72598f69 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 919 time: 0.2945957 May 20 15:53:31.834080 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a1a7bdd3-d0c7-408b-b04e-910979cfbdd1 req-83a86102-98fd-43c2-9cae-6bd7dc2b7441 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850217 May 20 15:53:31.871863 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51c73868-6df4-484e-91a4-dc47f8203a78 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:53:31.887177 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'name': 'tempest-TestShelveInstance-2133333895-router', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:12Z', 'updated_at': '2021-05-20T15:53:23Z', 'revision_number': 4, 'project_id': 'a8b673154cf346078d725f83637967cd', 'gw_port': {'id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:14Z', 'updated_at': '2021-05-20T15:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '4739c656-2050-4dbb-9c33-d1fd229bd149', 'name': '', 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'mac_address': 'fa:16:3e:f2:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2151ff68-5b0d-4ba1-b917-2acf05a88c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:21Z', 'updated_at': '2021-05-20T15:53:29Z', 'revision_number': 4, 'project_id': 'a8b673154cf346078d725f83637967cd', 'subnets': [{'id': '2151ff68-5b0d-4ba1-b917-2acf05a88c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:53:31.906350 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6753c79-faeb-40f8-af7f-b2782b04f622 None None] The sync data for ids ['9e87a9d9-2513-4f98-8721-71cfba29d767'] in dv-cinder-784779-12-smb is: [{'id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'name': 'tempest-TestShelveInstance-2133333895-router', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:12Z', 'updated_at': '2021-05-20T15:53:23Z', 'revision_number': 4, 'project_id': 'a8b673154cf346078d725f83637967cd', 'gw_port': {'id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:14Z', 'updated_at': '2021-05-20T15:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '4739c656-2050-4dbb-9c33-d1fd229bd149', 'name': '', 'network_id': 'b83b8be6-682d-44ab-b187-ccd6c550ef85', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'mac_address': 'fa:16:3e:f2:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2151ff68-5b0d-4ba1-b917-2acf05a88c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:21Z', 'updated_at': '2021-05-20T15:53:29Z', 'revision_number': 4, 'project_id': 'a8b673154cf346078d725f83637967cd', 'subnets': [{'id': '2151ff68-5b0d-4ba1-b917-2acf05a88c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:53:31.916054 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:31.924533 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.932393 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-92b4c83e-be05-4382-9da5-d3a00ffe2177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:31.933701 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:31.945836 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ce48a6be-4495-4437-8daf-1bc86ffa9383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:31.962126 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ed2d1ff9-86bb-4981-a3d2-bf4428674594 req-ff61af92-a904-48d1-ad4d-db8147d9d0c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67a3de25-ed76-482e-8ec5-e173ae07a885 HTTP/1.1" status: 200 len: 217 time: 0.1183321 May 20 15:53:32.025738 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4c83e-be05-4382-9da5-d3a00ffe2177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de7129c-6551-4130-bc82-a530c591d317,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:32.058455 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-92b4c83e-be05-4382-9da5-d3a00ffe2177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:32.059524 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-92b4c83e-be05-4382-9da5-d3a00ffe2177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.060715 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-92b4c83e-be05-4382-9da5-d3a00ffe2177 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7de7129c-6551-4130-bc82-a530c591d317 HTTP/1.1" status: 204 len: 168 time: 0.7315612 May 20 15:53:32.184306 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.205058 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:32.209801 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] Usage tracker for resource:security_group_rule and tenant:dbff7443cad44e759316822ae7f97f41 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:32.213814 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:32.224514 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:32.228771 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d1ff9-86bb-4981-a3d2-bf4428674594 req-aedbcf80-d435-4f3c-a39a-9015b6d94ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:32.230396 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ed2d1ff9-86bb-4981-a3d2-bf4428674594 req-aedbcf80-d435-4f3c-a39a-9015b6d94ac4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.2540600 May 20 15:53:32.395666 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['51c73868-6df4-484e-91a4-dc47f8203a78'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:53:32.399607 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.408986 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.414990 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ed2d1ff9-86bb-4981-a3d2-bf4428674594 req-cf46857a-c3b2-4827-8482-c85ed3c07e0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743519 May 20 15:53:32.501420 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-70fbff7c-d950-4180-9582-5301ac9020ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:32.523709 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbff7443cad44e759316822ae7f97f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8529003 May 20 15:53:32.526643 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39734) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:32.537175 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 4739c656-2050-4dbb-9c33-d1fd229bd149 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:32.626019 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51010412-e3e2-4303-8776-0980320c9d69,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:32.634533 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:32.642100 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=6']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:32.649256 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:32.697281 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-72744514-67a4-4354-816e-81a87bc35fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.741884 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 4739c656-2050-4dbb-9c33-d1fd229bd149 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:32.769056 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 4739c656-2050-4dbb-9c33-d1fd229bd149 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:32.774963 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.816194 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-72744514-67a4-4354-816e-81a87bc35fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:32.974025 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ed2d1ff9-86bb-4981-a3d2-bf4428674594 req-295d128b-a7d5-4718-8cdc-b8676a344b96 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424509 May 20 15:53:33.069514 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-72744514-67a4-4354-816e-81a87bc35fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.091984 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1a8141b5-ab46-46a7-a6d0-8bfcfe143b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:33.184016 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-72744514-67a4-4354-816e-81a87bc35fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.202767 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-72744514-67a4-4354-816e-81a87bc35fbd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51010412-e3e2-4303-8776-0980320c9d69 HTTP/1.1" status: 204 len: 168 time: 0.6578610 May 20 15:53:33.207460 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744514-67a4-4354-816e-81a87bc35fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51010412-e3e2-4303-8776-0980320c9d69,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:33.216504 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-72744514-67a4-4354-816e-81a87bc35fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:33.535363 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd4ad3-015b-4672-8a64-321034036ee4 req-54186ff7-268c-435b-a811-78f0b5feb4aa tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:33.546952 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-60bd4ad3-015b-4672-8a64-321034036ee4 req-54186ff7-268c-435b-a811-78f0b5feb4aa tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 944 time: 0.2701247 May 20 15:53:33.664236 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.674482 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-60bd4ad3-015b-4672-8a64-321034036ee4 req-bbcb12ed-3d2c-48b3-b3c0-05ec348cc886 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248145 May 20 15:53:33.777914 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ed2d1ff9-86bb-4981-a3d2-bf4428674594 req-18dff6b3-e200-4cf7-b1f1-eee2bc070e7d service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8025305 May 20 15:53:33.786316 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 4739c656-2050-4dbb-9c33-d1fd229bd149, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=4739c656-2050-4dbb-9c33-d1fd229bd149,segment=NetworkSegment(7758c8ea-7db0-4af2-9126-82389be61b18),segment_id=7758c8ea-7db0-4af2-9126-82389be61b18)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:33.801424 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:33.814697 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8995c609-8f76-4176-801c-fe2a22d38373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:33.874122 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cea1b-5e80-41a6-aebe-6a334dd9dcb5 req-854181fc-046a-40c5-81a7-152eb1b46161 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:33.876282 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1e2cea1b-5e80-41a6-aebe-6a334dd9dcb5 req-854181fc-046a-40c5-81a7-152eb1b46161 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.4896226 May 20 15:53:33.996822 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1e2cea1b-5e80-41a6-aebe-6a334dd9dcb5 req-37f61fa9-f931-458d-8d0c-ac05efa6b309 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116700 May 20 15:53:34.033599 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=4739c656-2050-4dbb-9c33-d1fd229bd149,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:34.044149 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:34.157909 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 39804) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:34.466009 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 4739c656-2050-4dbb-9c33-d1fd229bd149 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:34.517140 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 51c73868-6df4-484e-91a4-dc47f8203a78 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:53:34.656812 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 4739c656-2050-4dbb-9c33-d1fd229bd149 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:34.657484 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.740398 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 51c73868-6df4-484e-91a4-dc47f8203a78 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:34.741544 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.929307 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39830) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:34.960273 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1712ecf3-d8ac-4475-ace6-6fdc6f977de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:34.992742 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.028581 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:35.043845 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1712ecf3-d8ac-4475-ace6-6fdc6f977de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:35.053526 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:35.055114 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1712ecf3-d8ac-4475-ace6-6fdc6f977de1 admin admin] Usage tracker for resource:security_group_rule and tenant:83bc7fdc215f40a991468bdd97c6cf63 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:35.064104 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.068045 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-1712ecf3-d8ac-4475-ace6-6fdc6f977de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:35.070118 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:35.116271 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-1712ecf3-d8ac-4475-ace6-6fdc6f977de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:35.134404 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-e2575e1c-c325-406d-8956-522690105fe9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4049594 May 20 15:53:35.179561 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=7']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:35.183094 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:35.365862 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.572119 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a285f-5282-46b1-b65b-d08790014813 req-3a36bd77-49fc-4d0b-9472-982115ff0f63 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:35.595785 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ae4a285f-5282-46b1-b65b-d08790014813 req-3a36bd77-49fc-4d0b-9472-982115ff0f63 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.5057399 May 20 15:53:35.701453 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ae4a285f-5282-46b1-b65b-d08790014813 req-39ea738f-c906-459d-b188-bc4fd031680f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026847 May 20 15:53:35.812106 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78', 'code': 200} May 20 15:53:35.862668 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1712ecf3-d8ac-4475-ace6-6fdc6f977de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.873095 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1712ecf3-d8ac-4475-ace6-6fdc6f977de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:35.948275 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fc3b1adb-3a86-4f4e-902f-4a488d41a574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:35.962741 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-1712ecf3-d8ac-4475-ace6-6fdc6f977de1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83bc7fdc215f40a991468bdd97c6cf63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8023319 May 20 15:53:35.965209 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39870) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:36.008393 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d43517-0fb2-42f6-926d-f8272504f58a req-db851ee8-9f27-417e-8314-d391c6359e68 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:36.010092 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-94d43517-0fb2-42f6-926d-f8272504f58a req-db851ee8-9f27-417e-8314-d391c6359e68 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.5364304 May 20 15:53:36.022486 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-71a92d87-74a8-4c68-865c-0305a76e7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:36.035044 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-71a92d87-74a8-4c68-865c-0305a76e7842 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 1099 time: 0.8584661 May 20 15:53:36.092005 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f505f614-a6b2-469a-a282-5cb165bf3191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.142982 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.191382 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f505f614-a6b2-469a-a282-5cb165bf3191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.209292 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:36.229625 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cadfe297802d45cbbd582824d7042955 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:36.251530 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:36.274938 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:36.301086 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712ecf3-d8ac-4475-ace6-6fdc6f977de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a4315c-097d-4134-96c6-8db8439455fc,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:36.304722 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1712ecf3-d8ac-4475-ace6-6fdc6f977de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:36.460139 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f505f614-a6b2-469a-a282-5cb165bf3191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.477584 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b56d2f31-ccf6-4cb3-9fd7-9f54dd21c9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:36.506768 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505f614-a6b2-469a-a282-5cb165bf3191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a4315c-097d-4134-96c6-8db8439455fc,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:36.534964 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f505f614-a6b2-469a-a282-5cb165bf3191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:36.540221 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f505f614-a6b2-469a-a282-5cb165bf3191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.545163 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-f505f614-a6b2-469a-a282-5cb165bf3191 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05a4315c-097d-4134-96c6-8db8439455fc HTTP/1.1" status: 204 len: 168 time: 0.5779302 May 20 15:53:36.596460 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-94d43517-0fb2-42f6-926d-f8272504f58a req-6ee6ccc1-7e9a-4f61-98ec-545e0fa41c45 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382338 May 20 15:53:36.610409 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.616600 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:36.648168 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e13ada01-8a77-4906-85ca-d838604c7d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:36.699756 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-9763197d-e0dd-4028-bc4b-bfa251ea1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:36.701462 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-9763197d-e0dd-4028-bc4b-bfa251ea1a41 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 919 time: 0.6332481 May 20 15:53:36.741473 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cadfe297802d45cbbd582824d7042955&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8094904 May 20 15:53:36.748748 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39888) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:36.749468 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e693f2f2-751b-4bd4-abda-4f1e0b39d6a7,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:36.767515 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:36.956369 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-8ca889d5-c803-4904-9165-f3457339ba23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeaad612-b12d-4245-8185-7b126df93688 HTTP/1.1" status: 200 len: 217 time: 0.2456884 May 20 15:53:37.155979 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7955e7d4-ea85-48b7-92e1-4bd53f9b6f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.252241 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-e451977a-1841-4e29-9e4c-f169ee3d044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:37.254305 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-e451977a-1841-4e29-9e4c-f169ee3d044a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.2896569 May 20 15:53:37.322551 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7955e7d4-ea85-48b7-92e1-4bd53f9b6f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.471869 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-3fd7e237-cf35-47d1-b7d5-b6b1d1659fe6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084641 May 20 15:53:37.500489 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b4d95-83f3-45ac-a000-e5d4f1416422 req-34bb7960-39ab-49b9-8dd6-ed83b769d363 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:37.502719 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3f4b4d95-83f3-45ac-a000-e5d4f1416422 req-34bb7960-39ab-49b9-8dd6-ed83b769d363 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.5003269 May 20 15:53:37.577507 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7955e7d4-ea85-48b7-92e1-4bd53f9b6f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.589855 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-72744514-67a4-4354-816e-81a87bc35fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:37.614442 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955e7d4-ea85-48b7-92e1-4bd53f9b6f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e693f2f2-751b-4bd4-abda-4f1e0b39d6a7,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:37.624582 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7955e7d4-ea85-48b7-92e1-4bd53f9b6f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:37.633513 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7955e7d4-ea85-48b7-92e1-4bd53f9b6f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:37.635037 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-7955e7d4-ea85-48b7-92e1-4bd53f9b6f26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e693f2f2-751b-4bd4-abda-4f1e0b39d6a7 HTTP/1.1" status: 204 len: 168 time: 0.8662105 May 20 15:53:37.642016 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3f4b4d95-83f3-45ac-a000-e5d4f1416422 req-35ae3250-b5b6-44b3-ba2d-90ff2f76e69d tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198688 May 20 15:53:37.794321 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-f7d27fb8-8878-46c3-9754-75b06a58366c service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154478 May 20 15:53:38.093395 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a4df-0b36-48b0-80da-8baa31d24760 req-e998102e-6a7b-42b9-bc58-30e0567a5fc8 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:38.095339 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d2a5a4df-0b36-48b0-80da-8baa31d24760 req-e998102e-6a7b-42b9-bc58-30e0567a5fc8 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.2435212 May 20 15:53:38.097676 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ae1da4b-f000-4142-bc46-fcf42de38ecc req-a4ede79f-3d03-4077-b9ef-41adef06658c service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932408 May 20 15:53:38.312539 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d2a5a4df-0b36-48b0-80da-8baa31d24760 req-751bbb65-136a-4d7f-93ee-0c76e068bb80 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007756 May 20 15:53:39.348716 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc62ae-6209-4f37-a186-f3bf860c7b47 req-32ac3566-7683-441a-9ba7-11a00c6d7dc7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:39.356578 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-41cc62ae-6209-4f37-a186-f3bf860c7b47 req-32ac3566-7683-441a-9ba7-11a00c6d7dc7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.2769258 May 20 15:53:39.504800 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-41cc62ae-6209-4f37-a186-f3bf860c7b47 req-2ce45011-694e-4c1e-aa68-d9346705307f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409218 May 20 15:53:39.830404 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca49e9-ce81-4c38-b928-35e417a8d19f req-4d63fc21-e56b-4de2-93be-9c85f3a66dae tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:39.844619 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-efca49e9-ce81-4c38-b928-35e417a8d19f req-4d63fc21-e56b-4de2-93be-9c85f3a66dae tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1875732 May 20 15:53:39.858716 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 39966) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:39.926389 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-efca49e9-ce81-4c38-b928-35e417a8d19f req-fac76679-78d0-424b-8304-ebc6dfdce24e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795190 May 20 15:53:40.396454 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1114324658-network', 'tenant_id': '91ef89e250c049a29ebd2668060bc4f5'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:40.420620 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:40.444439 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Usage tracker for resource:network and tenant:91ef89e250c049a29ebd2668060bc4f5 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:40.451426 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:40.466957 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:40.486755 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Made reservation on behalf of 91ef89e250c049a29ebd2668060bc4f5 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:40.490002 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.510970 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.531809 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:40.537978 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Usage tracker for resource:security_group_rule and tenant:91ef89e250c049a29ebd2668060bc4f5 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:40.542055 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:40.554900 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:40.812309 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.833702 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:40.851406 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0e2d2a7e-1c30-4e9d-8bc9-424b4b12cd7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:40.907291 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45392f3f-7c02-4a71-a6a7-d8ebaac301b2,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:40.914044 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:40.998986 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:53:41.029539 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.030702 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Added segment f3a56b43-5dfa-4d5b-906c-ff72a3039caf of type vlan for network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e May 20 15:53:41.082147 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.097749 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95a7df-9807-48a5-8324-dd3954447549 req-bf97082a-a7b1-4a22-9388-6baab6448eba tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:41.099651 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ac95a7df-9807-48a5-8324-dd3954447549 req-bf97082a-a7b1-4a22-9388-6baab6448eba tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.1961322 May 20 15:53:41.283728 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ac95a7df-9807-48a5-8324-dd3954447549 req-4195cf8e-5729-4afe-94ff-8cd3adebbe2b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663740 May 20 15:53:41.285004 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.287660 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:41.288778 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.317747 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bc435d8b-05bd-4cfd-8400-10a4f97cd29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:41.377587 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5171595 May 20 15:53:41.381798 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 40014) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:41.388771 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Request body: {'subnet': {'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1114324658-subnet', 'tenant_id': '91ef89e250c049a29ebd2668060bc4f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:41.396284 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:41.412094 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Usage tracker for resource:subnet and tenant:91ef89e250c049a29ebd2668060bc4f5 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:41.424298 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:41.435699 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:41.464716 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Made reservation on behalf of 91ef89e250c049a29ebd2668060bc4f5 for: {'subnet': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:41.471445 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6644765'] for subnet, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:41.546772 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Pushing event updated for resources: {'Network': ['ID=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:41.550851 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:41.569216 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:53:41.719279 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f2eb4-16d0-4b64-89e7-47c313c18745 req-c9578c87-016b-48d5-ab9d-2adbada748ab tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:41.753961 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e46f2eb4-16d0-4b64-89e7-47c313c18745 req-c9578c87-016b-48d5-ab9d-2adbada748ab tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.2039034 May 20 15:53:41.918900 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e46f2eb4-16d0-4b64-89e7-47c313c18745 req-a4b521c4-8da9-4527-962d-d62772420bda tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563377 May 20 15:53:42.298273 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6734409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6644751'] for subnet, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:42.306563 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:42.416691 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Checking segment: {'id': 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:42.417638 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Network hostable DHCP agents. Network: 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:53:42.453839 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d6f6f4-eb01-4122-a27b-29f122e5747f,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:42.461764 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:42.495212 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:53:42.520256 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e) {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:42.541242 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f82697-8f7f-45b4-9af9-f5bb9aa68715 None None] Network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:42.565108 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:42.565805 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:42.645543 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2623544 May 20 15:53:42.863630 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b35ee-d273-43bb-a9f6-e648ab1bc976 req-725ded59-f62e-4b04-baaf-1048f13addf4 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:42.905847 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-be4b35ee-d273-43bb-a9f6-e648ab1bc976 req-725ded59-f62e-4b04-baaf-1048f13addf4 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.2686980 May 20 15:53:42.978150 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70fa96-b136-40da-86d9-592fea4d426d None None] Network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:53:43.035717 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-be4b35ee-d273-43bb-a9f6-e648ab1bc976 req-c298f3b1-da37-4d2c-8be7-2920145e7372 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283031 May 20 15:53:43.423637 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0b246-27b5-4bdd-b0d2-e45b8aa841eb req-c7010cd4-e3f1-46e2-acd2-e8e4c58651e9 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:43.425396 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6ad0b246-27b5-4bdd-b0d2-e45b8aa841eb req-c7010cd4-e3f1-46e2-acd2-e8e4c58651e9 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1754410 May 20 15:53:43.533166 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6ad0b246-27b5-4bdd-b0d2-e45b8aa841eb req-c93826ee-ebbb-4e34-a6b2-b800fc849808 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982728 May 20 15:53:44.383614 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c49687-3e5a-4df3-bd19-f12e3e626ae1 req-de3f75c8-a638-4486-bdf7-742baae49326 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:44.395623 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a3c49687-3e5a-4df3-bd19-f12e3e626ae1 req-de3f75c8-a638-4486-bdf7-742baae49326 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.1354985 May 20 15:53:44.484090 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a3c49687-3e5a-4df3-bd19-f12e3e626ae1 req-96452044-7ebe-42a9-9e11-389d43bcca9f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868728 May 20 15:53:44.586399 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 40074) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:44.798391 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688a7c8-bcba-4865-b986-aa162fa8bd86 req-f5c6ae56-1821-4994-b9a7-822fb55458c0 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:44.798989 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:44.815230 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e688a7c8-bcba-4865-b986-aa162fa8bd86 req-f5c6ae56-1821-4994-b9a7-822fb55458c0 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1349425 May 20 15:53:44.827460 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:44.838044 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] Usage tracker for resource:security_group_rule and tenant:b1917811410d4db9a2f1b478eb150dc8 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:44.843695 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:44.851172 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:44.892943 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e688a7c8-bcba-4865-b986-aa162fa8bd86 req-85e913b7-b470-4e25-871d-936277e81a66 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757096 May 20 15:53:45.031428 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.042780 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.056134 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1790c472-3cb3-45be-b1b9-4ea2f313c3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:45.112988 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1917811410d4db9a2f1b478eb150dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5248656 May 20 15:53:45.116056 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 40082) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:45.121205 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58df3004-e475-4dd5-affa-93ab3a872ecf,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:45.124724 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:45.227774 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-592ba199-b279-4200-a562-9324d53a217f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.271070 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-592ba199-b279-4200-a562-9324d53a217f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.381772 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-592ba199-b279-4200-a562-9324d53a217f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.387124 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57a2a555-a4fb-4aa3-9f45-a1e656d9e4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:45.414825 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ba199-b279-4200-a562-9324d53a217f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58df3004-e475-4dd5-affa-93ab3a872ecf,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:45.420905 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-592ba199-b279-4200-a562-9324d53a217f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:45.436516 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-592ba199-b279-4200-a562-9324d53a217f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:45.440887 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-592ba199-b279-4200-a562-9324d53a217f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58df3004-e475-4dd5-affa-93ab3a872ecf HTTP/1.1" status: 204 len: 168 time: 0.3202856 May 20 15:53:48.552912 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:53:49.928446 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-4d4a7bc6-ddf7-47c5-9fdc-b0812ecbaf98 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c29ab269f99145a79fe4a86b4a7a2d42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768497 May 20 15:53:50.203499 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-deeac894-81b6-41e2-8b22-8367ce8d394f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:50.205494 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-deeac894-81b6-41e2-8b22-8367ce8d394f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Synchronizing usage tracker for tenant:91ef89e250c049a29ebd2668060bc4f5 on resource:network {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:50.227684 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-6b317913-3886-4eeb-b191-b3096547ce03 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:50.242946 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-deeac894-81b6-41e2-8b22-8367ce8d394f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Unset dirty status for tenant:91ef89e250c049a29ebd2668060bc4f5 on resource:network {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:50.250981 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-deeac894-81b6-41e2-8b22-8367ce8d394f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/networks?id=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e HTTP/1.1" status: 200 len: 809 time: 0.3876262 May 20 15:53:50.255766 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-6b317913-3886-4eeb-b191-b3096547ce03 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3261793 May 20 15:53:50.274047 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-eb0c4da3-2709-47eb-871b-15d7c47174b2 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/quotas/91ef89e250c049a29ebd2668060bc4f5 HTTP/1.1" status: 200 len: 375 time: 0.0215547 May 20 15:53:50.281131 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-d5df0aba-4d1d-459e-88f9-70ea24b0c2c5 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/quotas/c29ab269f99145a79fe4a86b4a7a2d42 HTTP/1.1" status: 200 len: 375 time: 0.0242181 May 20 15:53:50.350456 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-9ba1afb9-f962-4fff-bd21-8c5ec703565e tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c29ab269f99145a79fe4a86b4a7a2d42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634186 May 20 15:53:50.459038 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-ff4ef238-3807-4f97-9f95-74e028b99253 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=91ef89e250c049a29ebd2668060bc4f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1834512 May 20 15:53:50.762238 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-8ee6b6ed-5f38-44a8-9445-189b1d03d344 service neutron] 10.222.0.36 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021820 May 20 15:53:51.077976 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b034874-6060-4137-907f-dbb210bc127d req-a64ba079-5fb2-4c4d-8e94-a6421d40eaa3 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:51.095790 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8b034874-6060-4137-907f-dbb210bc127d req-a64ba079-5fb2-4c4d-8e94-a6421d40eaa3 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.3183713 May 20 15:53:51.198835 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-d0f87a33-e876-454f-b674-d8f107e114f4 service neutron] 10.222.0.36 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355028 May 20 15:53:51.244068 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8b034874-6060-4137-907f-dbb210bc127d req-dcee1118-bde2-42c9-8f73-cb3a17767658 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452281 May 20 15:53:51.818304 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f801700-3e23-4690-b249-e1ab6fd27324 req-ff674ba7-e306-441e-a5ae-33f8bd2b9026 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:51.819995 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3f801700-3e23-4690-b249-e1ab6fd27324 req-ff674ba7-e306-441e-a5ae-33f8bd2b9026 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1779726 May 20 15:53:51.823721 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-49e9f814-2abc-4369-8932-e704a7463be4 req-2857a885-63ae-460d-b0bc-f55d94359f39 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 210 time: 0.0505550 May 20 15:53:51.886555 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3f801700-3e23-4690-b249-e1ab6fd27324 req-a72504ff-c9f9-474d-a7ca-e3b0fa5e7294 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557597 May 20 15:53:52.026926 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-121908fe-75fe-4286-b5aa-138b685ad1a7 req-1b00145c-99f8-4fe3-904e-d18e62bf69a4 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 210 time: 0.0769672 May 20 15:53:52.630983 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d429f-fae2-48b4-b62b-582b2401b82e req-9ed029fa-ebdd-417f-a3f4-011e20831104 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:52.633056 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f59d429f-fae2-48b4-b62b-582b2401b82e req-9ed029fa-ebdd-417f-a3f4-011e20831104 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.1444495 May 20 15:53:52.720703 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f59d429f-fae2-48b4-b62b-582b2401b82e req-4e16e323-74e5-41fb-a773-1cc2b0653083 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755105 May 20 15:53:52.876540 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91c5c135-3a88-40b3-aa9f-227552ef1942 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c29ab269f99145a79fe4a86b4a7a2d42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511088 May 20 15:53:52.951569 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-220adf7b-8a7e-418b-a019-7481fe3e73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:52.954508 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-220adf7b-8a7e-418b-a019-7481fe3e73f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 1098 time: 0.1732979 May 20 15:53:53.064207 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e30889e3-fe90-4fef-bc12-a8887819e4f4 req-5bce9b62-3f7a-4003-93c9-d819efdd8144 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 210 time: 0.0750377 May 20 15:53:53.208519 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-95b78ccb-37d8-415f-8a32-6c68b3633904 req-4efc4566-67e3-4fe4-bd53-a9be726a0d54 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 210 time: 0.0439129 May 20 15:53:53.329714 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-54fe86e0-304e-45f5-b3d6-a9e1f9638903 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:53.331939 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-54fe86e0-304e-45f5-b3d6-a9e1f9638903 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4254107 May 20 15:53:53.346950 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-5cadca01-2410-46d9-ac45-52c50214b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:53.348925 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-5cadca01-2410-46d9-ac45-52c50214b8c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 917 time: 0.3734701 May 20 15:53:53.355094 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Request body: {'port': {'device_id': '279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d', 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7', 'admin_state_up': True, 'tenant_id': 'c29ab269f99145a79fe4a86b4a7a2d42'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:53.492252 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40999aa8-85d8-4c78-98d2-65f77160e534 req-b50b3a2d-5235-4b42-99e6-801eb559e095 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:53.494715 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-40999aa8-85d8-4c78-98d2-65f77160e534 req-b50b3a2d-5235-4b42-99e6-801eb559e095 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.3967760 May 20 15:53:53.640608 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ffcca71-cad5-4d73-9e15-0d8318be7001 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:53.643017 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ffcca71-cad5-4d73-9e15-0d8318be7001 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.54 "GET /v2.0/networks?id=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e HTTP/1.1" status: 200 len: 809 time: 0.2227693 May 20 15:53:53.649611 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-b2851b30-ce60-49f3-bc3a-2c51758ae019 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c73868-6df4-484e-91a4-dc47f8203a78 HTTP/1.1" status: 200 len: 1001 time: 0.2719269 May 20 15:53:53.664177 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-40999aa8-85d8-4c78-98d2-65f77160e534 req-86b18570-9c4c-475b-8384-218ca95bce3d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594286 May 20 15:53:53.669534 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Request body: {'port': {'device_id': 'c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd', 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e', 'admin_state_up': True, 'tenant_id': '91ef89e250c049a29ebd2668060bc4f5'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:53.794238 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:53.804798 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Usage tracker for resource:port and tenant:c29ab269f99145a79fe4a86b4a7a2d42 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:53.811194 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:53.823670 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-cc3d6249-19dc-48bb-9c8d-37b531c690ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:53.826044 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-cc3d6249-19dc-48bb-9c8d-37b531c690ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.1580834 May 20 15:53:53.826895 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:53.924086 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Made reservation on behalf of c29ab269f99145a79fe4a86b4a7a2d42 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:53.928040 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.939718 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:53.947072 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:53.974090 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:53.978426 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Usage tracker for resource:security_group_rule and tenant:c29ab269f99145a79fe4a86b4a7a2d42 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:53.981854 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:53.988746 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:53.994021 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Usage tracker for resource:port and tenant:91ef89e250c049a29ebd2668060bc4f5 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:54.023141 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:54.033572 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:54.068536 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Made reservation on behalf of 91ef89e250c049a29ebd2668060bc4f5 for: {'port': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:53:54.072683 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.081652 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-b8db42cb-ea44-471e-86a4-18045224219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:54.083540 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-b8db42cb-ea44-471e-86a4-18045224219e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2458448 May 20 15:53:54.191124 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb742f47-476f-4e9b-98b5-ca9339f24d0e req-f3de45b4-5043-4adc-bb6d-e673122a799f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:54.200475 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fb742f47-476f-4e9b-98b5-ca9339f24d0e req-f3de45b4-5043-4adc-bb6d-e673122a799f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.2647703 May 20 15:53:54.308400 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.366895 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-70374c43-8d7c-4d90-9c7a-5c48a07310f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.381220 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fb742f47-476f-4e9b-98b5-ca9339f24d0e req-f5ca301b-8a47-46a8-90c7-fe6da30906e7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794596 May 20 15:53:54.385480 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.397834 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e7292f9b-2db5-4d1b-85e5-4fd15b1c47c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:54.431197 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Allocated IP 172.20.0.11 (9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e/33d6f6f4-eb01-4122-a27b-29f122e5747f/6c2db09a-26d9-4577-a724-800e56f55c1a) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:54.494940 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 40330) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:54.495254 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05c584f-18c1-43b8-974c-17bdb940b6ef,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:54.512821 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0fed55c5-e013-4dd9-8d29-0954fabf8d61 req-691f6dc4-bdcd-4fa5-b93e-b3ff5d345130 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 210 time: 0.2212753 May 20 15:53:54.515543 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-ed5d8349-a14f-4977-95e7-4e69b6b2b79b service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213235 May 20 15:53:54.542492 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:54.770261 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ad1b5d28-9884-473f-9f19-0d94d532b4cd req-405dd2ee-39ea-40e8-ae17-990b76fdc9ec tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 210 time: 0.1513238 May 20 15:53:54.791575 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.829143 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:54.845082 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] Usage tracker for resource:security_group_rule and tenant:dcb41417c3a04dd4b19a322f8bb48755 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:54.854359 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:54.864291 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:54.867952 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:55.014256 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.020811 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-67aac897-3e09-4138-87c9-8f0fd480021b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Synchronizing usage tracker for tenant:1eb94c49a1514d9b817420801fb239a0 on resource:security_group {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:55.037733 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:55.048027 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Allocated IP 192.168.233.9 (f395455b-2f6b-4af0-ac49-41a8cb8c24b7/752b1608-5ded-4b6a-b261-62164e0d0ae5/6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:53:55.054537 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-79e336e4-ccf0-481e-8871-1a557600ee4c req-d5ef9dbb-9cb5-48a0-9e2c-df9c3130ca65 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692187 May 20 15:53:55.081538 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697b618-c1f7-45a1-921b-8fdce221f789 req-bfe9156a-c3ac-49b5-8f81-465a1cfb81df tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:55.083491 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6697b618-c1f7-45a1-921b-8fdce221f789 req-bfe9156a-c3ac-49b5-8f81-465a1cfb81df tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1947773 May 20 15:53:55.107923 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-67aac897-3e09-4138-87c9-8f0fd480021b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Unset dirty status for tenant:1eb94c49a1514d9b817420801fb239a0 on resource:security_group {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:55.109032 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-67aac897-3e09-4138-87c9-8f0fd480021b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1979291496&fields=id&tenant_id=1eb94c49a1514d9b817420801fb239a0 HTTP/1.1" status: 200 len: 267 time: 0.2354386 May 20 15:53:55.167757 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.170041 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:55.178716 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:55.182976 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.190784 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:55.230322 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Pushing event updated for resources: {'Port': ['ID=6c2db09a-26d9-4577-a724-800e56f55c1a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:55.237911 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:55.238468 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ece786d5-9451-4651-9df2-0eaa0ab94f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:55.294456 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6697b618-c1f7-45a1-921b-8fdce221f789 req-154aa48b-8d64-425d-be83-21825e3aa05d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925035 May 20 15:53:55.318089 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcb41417c3a04dd4b19a322f8bb48755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8196034 May 20 15:53:55.321326 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 40344) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:55.332377 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:55.332983 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.350173 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3828961a-1732-40b9-840f-e60fe14def7e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:55.359949 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:55.402135 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-5ff87099-ac2d-49f9-b6a7-b0e09d24800d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7395017 May 20 15:53:55.428093 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Request body: {'port': {'device_id': 'c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:55.515661 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-fd5cf2ef-5736-4365-baad-bd9fc3b7454d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:55.517235 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-fd5cf2ef-5736-4365-baad-bd9fc3b7454d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/networks?id=a7aa8059-be66-4aa1-874e-9d6e3397c874 HTTP/1.1" status: 200 len: 809 time: 0.3895855 May 20 15:53:55.554016 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.567018 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-05141e6d-d549-4602-ae1f-c4ff6dca656a tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/quotas/1eb94c49a1514d9b817420801fb239a0 HTTP/1.1" status: 200 len: 375 time: 0.0310535 May 20 15:53:55.580661 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Transition to ACTIVE for port object 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 will not be triggered until provisioned by entity DHCP. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:55.608377 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-add7f1b4-26f6-4276-9909-8e58f293a4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.634456 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da68cbd-ed22-4e4a-bae0-bebfbed15bda req-6249c312-8978-4cfd-92ce-634670c94700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:55.635927 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6da68cbd-ed22-4e4a-bae0-bebfbed15bda req-6249c312-8978-4cfd-92ce-634670c94700 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 1098 time: 0.2736018 May 20 15:53:55.706330 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-add7f1b4-26f6-4276-9909-8e58f293a4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.708075 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6da68cbd-ed22-4e4a-bae0-bebfbed15bda req-f1d7cb59-0f96-485d-9624-a972743002db service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633070 May 20 15:53:55.710344 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.719575 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-8306bfa0-436e-4d83-8dd5-66e72e7e2fd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:55.766800 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.815218 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-692c0420-f807-4642-935f-196adbb0eb43 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1eb94c49a1514d9b817420801fb239a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2385933 May 20 15:53:55.817115 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:53:55.820647 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:53:55.827420 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:53:55.842509 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a5909-748f-474c-8c81-2e28045f268d req-9b461cd4-3d55-46b5-b9db-d1e3c5f1bf4a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:55.844281 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-7e9a5909-748f-474c-8c81-2e28045f268d req-9b461cd4-3d55-46b5-b9db-d1e3c5f1bf4a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 945 time: 0.2927270 May 20 15:53:55.877711 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Pushing event updated for resources: {'Port': ['ID=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:55.911306 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:55.911717 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-add7f1b4-26f6-4276-9909-8e58f293a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:55.921814 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6f462e2d-167b-4490-b8c2-46e66376b865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:56.012104 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7f1b4-26f6-4276-9909-8e58f293a4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3828961a-1732-40b9-840f-e60fe14def7e,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:56.024573 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-add7f1b4-26f6-4276-9909-8e58f293a4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:56.025733 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-add7f1b4-26f6-4276-9909-8e58f293a4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.026955 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:56.027625 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.042331 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-add7f1b4-26f6-4276-9909-8e58f293a4c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3828961a-1732-40b9-840f-e60fe14def7e HTTP/1.1" status: 204 len: 168 time: 0.7065592 May 20 15:53:56.071384 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-7e9a5909-748f-474c-8c81-2e28045f268d req-2bbd3801-c439-410c-8a1e-fd8a9e31940b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067962 May 20 15:53:56.130041 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-98b4daf1-7245-4247-b1a3-86e95b744aa2 service neutron] 10.222.0.36 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536426 May 20 15:53:56.176574 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8262689 May 20 15:53:56.223885 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-77ab6fb9-b4ce-4a28-9267-3825088f614c None None] Provisioning for port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:53:56.225064 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Request body: {'port': {'device_id': '279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:56.236150 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-77ab6fb9-b4ce-4a28-9267-3825088f614c None None] Provisioning complete for port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:53:56.236548 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-77ab6fb9-b4ce-4a28-9267-3825088f614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.378933 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-77ab6fb9-b4ce-4a28-9267-3825088f614c None None] Port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:53:56.523940 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2db09a-26d9-4577-a724-800e56f55c1a {{(pid=91625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:53:56.532606 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.551348 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156a56-bfdf-40c2-b2a1-6e5fb16cf312 req-ecd1dcf2-c412-4ade-adf7-34977de3437b tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:56.554023 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8e156a56-bfdf-40c2-b2a1-6e5fb16cf312 req-ecd1dcf2-c412-4ade-adf7-34977de3437b tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 934 time: 0.2409875 May 20 15:53:56.554632 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-4809ddc6-8caa-49fa-921f-fe277b021d3c service neutron] 10.222.0.36 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235229 May 20 15:53:56.568612 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.573169 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 40362) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:56.620914 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 51c73868-6df4-484e-91a4-dc47f8203a78 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:53:56.702452 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.746562 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Transition to ACTIVE for port object 6c2db09a-26d9-4577-a724-800e56f55c1a will not be triggered until provisioned by entity L2. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:56.764485 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7619507'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.777754 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:56.799779 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1e25ea51-dd20-4945-b179-31b87da3f449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.832180 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.859201 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:56.886038 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:56.887849 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8e156a56-bfdf-40c2-b2a1-6e5fb16cf312 req-da035c36-53ac-402b-91e7-edb8fd34d8d6 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073590 May 20 15:53:56.902987 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:53:56.905524 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.910284 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:56.912336 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:56.931011 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] Usage tracker for resource:security_group_rule and tenant:79a7c55b72424ab2ac448a9a1b3ef6af is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:56.954445 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:57.049905 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=8']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:57.053559 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:57.088582 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:57.121416 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:53:57.135079 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.156471 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Transition to ACTIVE for port object 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:53:57.158594 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2db09a-26d9-4577-a724-800e56f55c1a,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:57.161859 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:57.162472 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.173142 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3ccd3b09-3aa5-4d0c-af98-9078387f7657 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:57.415846 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Attempting to bind port 6c2db09a-26d9-4577-a724-800e56f55c1a on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:57.416213 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Attempting to bind port 6c2db09a-26d9-4577-a724-800e56f55c1a by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e'}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:57.416517 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Attempting to bind port 6c2db09a-26d9-4577-a724-800e56f55c1a on network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:57.441244 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Port 6c2db09a-26d9-4577-a724-800e56f55c1a on network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:57.441706 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Attempting to bind port 6c2db09a-26d9-4577-a724-800e56f55c1a on network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:57.480871 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:57.481449 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Checking segment: {'id': 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:57.481842 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Bound using segment: {'id': 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e'} {{(pid=91625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:57.482416 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.managers [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Bound port: 6c2db09a-26d9-4577-a724-800e56f55c1a, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e'}}] {{(pid=91625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:57.482969 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.595928 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a07ebe-0cd1-4bac-a351-7bbd194eb776 req-ba5337eb-aa40-48fd-8ec9-46a333e4f833 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:57.601383 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-b7a07ebe-0cd1-4bac-a351-7bbd194eb776 req-ba5337eb-aa40-48fd-8ec9-46a333e4f833 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Synchronizing usage tracker for tenant:91ef89e250c049a29ebd2668060bc4f5 on resource:port {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:57.614763 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Pushing event updated for resources: {'Port': ['ID=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:57.633762 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:57.683399 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.705610 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.729797 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-933d2aac-8259-4b41-a895-45889a366770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:57.746028 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Attempting to bind port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:53:57.746028 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Attempting to bind port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'eba94159-a2f9-4741-b9bb-7af8ea3ea5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:53:57.746028 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Attempting to bind port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 on network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:57.753921 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 on network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:53:57.754335 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Attempting to bind port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 on network f395455b-2f6b-4af0-ac49-41a8cb8c24b7 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:53:57.766629 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:53:57.767105 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Checking segment: {'id': 'eba94159-a2f9-4741-b9bb-7af8ea3ea5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:53:57.767745 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Bound using segment: {'id': 'eba94159-a2f9-4741-b9bb-7af8ea3ea5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:53:57.769054 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Bound port: 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba94159-a2f9-4741-b9bb-7af8ea3ea5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:53:57.769332 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.771889 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-b7a07ebe-0cd1-4bac-a351-7bbd194eb776 req-ba5337eb-aa40-48fd-8ec9-46a333e4f833 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Unset dirty status for tenant:91ef89e250c049a29ebd2668060bc4f5 on resource:port {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:57.778674 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b7a07ebe-0cd1-4bac-a351-7bbd194eb776 req-ba5337eb-aa40-48fd-8ec9-46a333e4f833 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 944 time: 0.6280854 May 20 15:53:57.811087 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284fdda-8dfe-48c7-bf01-948771c03588 req-b0f3b98f-cc6f-490e-8028-cf70dde5546f tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:57.812634 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7284fdda-8dfe-48c7-bf01-948771c03588 req-b0f3b98f-cc6f-490e-8028-cf70dde5546f tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1990564 May 20 15:53:57.845537 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79a7c55b72424ab2ac448a9a1b3ef6af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2674229 May 20 15:53:57.846628 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d15166-5acd-4ab1-bf0d-445d5e7aad83,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:57.849595 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 40386) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:57.885576 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:57.888201 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] For port 6c2db09a-26d9-4577-a724-800e56f55c1a, host hv-cinder-78477, cleared binding levels {{(pid=91625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:57.929130 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7284fdda-8dfe-48c7-bf01-948771c03588 req-ff3d8864-69ec-4ae3-a585-98eb79a0afcb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811794 May 20 15:53:57.939401 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] For port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:53:57.943580 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] For port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,segment=NetworkSegment(eba94159-a2f9-4741-b9bb-7af8ea3ea5e4),segment_id=eba94159-a2f9-4741-b9bb-7af8ea3ea5e4)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:57.953719 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-b7a07ebe-0cd1-4bac-a351-7bbd194eb776 req-f5308d46-2f7a-48d2-9d4e-4a23c1fa07b0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Synchronizing usage tracker for tenant:91ef89e250c049a29ebd2668060bc4f5 on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:57.962338 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.964296 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:57.972811 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:57.984928 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] For port 6c2db09a-26d9-4577-a724-800e56f55c1a, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6c2db09a-26d9-4577-a724-800e56f55c1a,segment=NetworkSegment(f3a56b43-5dfa-4d5b-906c-ff72a3039caf),segment_id=f3a56b43-5dfa-4d5b-906c-ff72a3039caf)] {{(pid=91625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:53:58.003864 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78', 'code': 200} May 20 15:53:58.025839 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6da76d01-eba1-4644-9ef4-26a10cca0416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.047125 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:58.047747 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.049466 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] 10.222.0.54 "PUT /v2.0/ports/6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 HTTP/1.1" status: 200 len: 1096 time: 1.8387203 May 20 15:53:58.050114 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d', 'tag': '6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:58.060277 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7619507'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.063712 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6da76d01-eba1-4644-9ef4-26a10cca0416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.090810 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Pushing event updated for resources: {'Port': ['ID=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:58.103667 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:58.105186 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:58.178804 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-b7a07ebe-0cd1-4bac-a351-7bbd194eb776 req-f5308d46-2f7a-48d2-9d4e-4a23c1fa07b0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Unset dirty status for tenant:91ef89e250c049a29ebd2668060bc4f5 on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:58.188667 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b7a07ebe-0cd1-4bac-a351-7bbd194eb776 req-f5308d46-2f7a-48d2-9d4e-4a23c1fa07b0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090765 May 20 15:53:58.214412 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:58.222009 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.224223 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] 10.222.0.54 "PUT /v2.0/ports/6c2db09a-26d9-4577-a724-800e56f55c1a HTTP/1.1" status: 200 len: 1094 time: 2.8008158 May 20 15:53:58.226952 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd', 'tag': '6c2db09a-26d9-4577-a724-800e56f55c1a'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:53:58.398718 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2db09a-26d9-4577-a724-800e56f55c1a,revision_number=3']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:58.408389 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:58.415993 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-e5b1d77f-756d-43e1-b19d-82e456d8cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:58.416592 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-e5b1d77f-756d-43e1-b19d-82e456d8cc02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c29ab269f99145a79fe4a86b4a7a2d42&device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 1099 time: 0.2953947 May 20 15:53:58.430143 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9472-ca5d-4d04-91f9-c0fc6a722884 req-85ad0b4a-ac83-4934-8996-232b56a0d0a6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:58.431686 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e1fe9472-ca5d-4d04-91f9-c0fc6a722884 req-85ad0b4a-ac83-4934-8996-232b56a0d0a6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.2473648 May 20 15:53:58.476403 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-e0d1f635-749b-4d10-ac9a-50943716612c req-0d8c7a08-d2f6-4d2d-838d-4c3e1db5090f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Synchronizing usage tracker for tenant:1eb94c49a1514d9b817420801fb239a0 on resource:port {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:53:58.520432 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-e0d1f635-749b-4d10-ac9a-50943716612c req-0d8c7a08-d2f6-4d2d-838d-4c3e1db5090f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Unset dirty status for tenant:1eb94c49a1514d9b817420801fb239a0 on resource:port {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:53:58.521581 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e0d1f635-749b-4d10-ac9a-50943716612c req-0d8c7a08-d2f6-4d2d-838d-4c3e1db5090f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 210 time: 0.1198473 May 20 15:53:58.525602 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6da76d01-eba1-4644-9ef4-26a10cca0416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.531476 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-add7f1b4-26f6-4276-9909-8e58f293a4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:53:58.540925 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-bdcfaa76-c340-48d9-8fba-8f8bb9296575 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 HTTP/1.1" status: 200 len: 217 time: 0.1056416 May 20 15:53:58.566741 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da76d01-eba1-4644-9ef4-26a10cca0416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d15166-5acd-4ab1-bf0d-445d5e7aad83,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:53:58.572769 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6da76d01-eba1-4644-9ef4-26a10cca0416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:53:58.576766 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-25b7b4d1-693f-4e31-a7f8-69af78ed2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:58.579273 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-25b7b4d1-693f-4e31-a7f8-69af78ed2e21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ef89e250c049a29ebd2668060bc4f5&device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 1097 time: 0.2582347 May 20 15:53:58.580819 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6da76d01-eba1-4644-9ef4-26a10cca0416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:58.586917 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6da76d01-eba1-4644-9ef4-26a10cca0416 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44d15166-5acd-4ab1-bf0d-445d5e7aad83 HTTP/1.1" status: 204 len: 168 time: 0.7197847 May 20 15:53:58.671800 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-0a5fd005-1e1b-4a61-9b31-828793be8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:58.674158 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-0a5fd005-1e1b-4a61-9b31-828793be8688 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=752b1608-5ded-4b6a-b261-62164e0d0ae5 HTTP/1.1" status: 200 len: 843 time: 0.1245615 May 20 15:53:58.819837 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e1fe9472-ca5d-4d04-91f9-c0fc6a722884 req-956f2a3f-0293-4500-81f5-2bedc42be409 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137050 May 20 15:53:58.878886 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-2cfb914d-62aa-48d6-972f-acead82417d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c2db09a-26d9-4577-a724-800e56f55c1a HTTP/1.1" status: 200 len: 217 time: 0.2772436 May 20 15:53:58.914753 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-5369c0f9-5059-4563-8709-c356dfaaff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:58.919395 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-5369c0f9-5059-4563-8709-c356dfaaff60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f395455b-2f6b-4af0-ac49-41a8cb8c24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2365718 May 20 15:53:58.967962 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-aae21567-f422-4d3c-9709-3a67975e4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:58.969463 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-aae21567-f422-4d3c-9709-3a67975e4527 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33d6f6f4-eb01-4122-a27b-29f122e5747f HTTP/1.1" status: 200 len: 849 time: 0.0822880 May 20 15:53:59.099589 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-ef85e871-3faf-44fa-9cea-86e17ed76c96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196647 May 20 15:53:59.116453 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090c25b-f9d4-4b39-a122-499825e92ab2 req-cf5df4ec-e4f3-4636-a3a5-f202794d5257 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:59.129357 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8090c25b-f9d4-4b39-a122-499825e92ab2 req-cf5df4ec-e4f3-4636-a3a5-f202794d5257 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 946 time: 0.3057261 May 20 15:53:59.135315 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-1bec0c35-b04c-450e-b316-9894489fffb8 service neutron] 10.222.0.54 "GET /v2.0/networks/f395455b-2f6b-4af0-ac49-41a8cb8c24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059903 May 20 15:53:59.296500 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d', 'tag': '6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2', 'status': 'completed', 'code': 200} May 20 15:53:59.329375 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8090c25b-f9d4-4b39-a122-499825e92ab2 req-7f54073a-d777-434f-ac2b-9d2da5c2a3bb tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973250 May 20 15:53:59.340064 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd', 'tag': '6c2db09a-26d9-4577-a724-800e56f55c1a', 'status': 'completed', 'code': 200} May 20 15:53:59.445745 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 40416) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:59.478520 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-cb561f8a-3810-42b8-93e6-c5b0c42485b7 service neutron] 10.222.0.54 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468306 May 20 15:53:59.507423 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6031-6f6c-46f3-9e9e-d3820266ce03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.572431 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-4e8e6031-6f6c-46f3-9e9e-d3820266ce03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:53:59.576817 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8db132ab-8fa2-4de6-be3c-ec074e5c6d91 req-5b475a49-2d1b-4883-9a6a-f108f042ec90 service neutron] 10.222.0.54 "GET /v2.0/networks/f395455b-2f6b-4af0-ac49-41a8cb8c24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338710 May 20 15:53:59.581561 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-4e8e6031-6f6c-46f3-9e9e-d3820266ce03 admin admin] Usage tracker for resource:security_group_rule and tenant:1d54e28bcc99473b88c4aa45cc91fabb is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:53:59.586941 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-4e8e6031-6f6c-46f3-9e9e-d3820266ce03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:53:59.622788 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-4e8e6031-6f6c-46f3-9e9e-d3820266ce03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:53:59.663629 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-8018860a-72e9-4bd8-8f25-f8904c66cbc5 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:59.666124 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-8018860a-72e9-4bd8-8f25-f8904c66cbc5 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.54 "GET /v2.0/networks?id=a7aa8059-be66-4aa1-874e-9d6e3397c874 HTTP/1.1" status: 200 len: 809 time: 0.3580790 May 20 15:53:59.713261 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:53:59.750355 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.54', 50869) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:53:59.867798 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-e62b7c90-ebf7-4ddc-b2f6-3bd27900e979 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eb94c49a1514d9b817420801fb239a0 HTTP/1.1" status: 200 len: 380 time: 0.1672752 May 20 15:53:59.883249 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Request body: {'port': {'device_id': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'admin_state_up': True, 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'security_groups': ['353dec9a-514a-4c61-a550-a42dedde3f29']}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:53:59.893017 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8e04833-b706-4329-8d8f-56fa86989a38 req-c477634a-ff33-41d9-9756-1d7011ae4d80 service neutron] 10.222.0.54 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036834 May 20 15:53:59.991487 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074525a-894b-4a7c-9d3b-34a997e177e2 req-0c501f9c-5bdd-4ef6-b83b-96ec5c629d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:53:59.993054 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2074525a-894b-4a7c-9d3b-34a997e177e2 req-0c501f9c-5bdd-4ef6-b83b-96ec5c629d6c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5fcfa309c46343d08d16719032f9ed40&device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 1098 time: 0.2417297 May 20 15:54:00.002210 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e1178-76af-44f8-8d5f-4df6df72f22e req-d0dc751f-4eb3-43b7-8178-d53bb5d78824 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:00.011999 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-721e1178-76af-44f8-8d5f-4df6df72f22e req-d0dc751f-4eb3-43b7-8178-d53bb5d78824 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 944 time: 0.1800821 May 20 15:54:00.056515 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-328b1ec6-3161-490e-b80e-13d6ce82cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:00.058087 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-328b1ec6-3161-490e-b80e-13d6ce82cdcb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c29ab269f99145a79fe4a86b4a7a2d42&device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 1099 time: 0.3560798 May 20 15:54:00.222838 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-721e1178-76af-44f8-8d5f-4df6df72f22e req-419cd264-67d9-4f22-81e4-ac1cb07c71e3 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095160 May 20 15:54:00.239254 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6031-6f6c-46f3-9e9e-d3820266ce03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.289494 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4e8e6031-6f6c-46f3-9e9e-d3820266ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.298108 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074525a-894b-4a7c-9d3b-34a997e177e2 req-26754e7d-e67e-4666-99f0-673110f815cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:00.300004 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:00.300191 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2074525a-894b-4a7c-9d3b-34a997e177e2 req-26754e7d-e67e-4666-99f0-673110f815cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 200 len: 919 time: 0.2853789 May 20 15:54:00.316945 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-20757c2e-45b5-4ff7-9d8d-14e817255c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:00.353743 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e6031-6f6c-46f3-9e9e-d3820266ce03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af042943-0cf5-496f-92a3-b677d43bda57,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:00.395970 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-4e8e6031-6f6c-46f3-9e9e-d3820266ce03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:00.396976 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:00.484759 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2074525a-894b-4a7c-9d3b-34a997e177e2 req-bdd20db8-8628-4ad2-ad98-a43d24d976d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67a3de25-ed76-482e-8ec5-e173ae07a885 HTTP/1.1" status: 200 len: 217 time: 0.1650372 May 20 15:54:00.502179 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1191c-a9a8-4d5e-afc1-f4e5e51f3364 req-39c194f6-e2f8-4800-9a19-84b7431c8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:00.511468 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2ec1191c-a9a8-4d5e-afc1-f4e5e51f3364 req-39c194f6-e2f8-4800-9a19-84b7431c8649 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ef89e250c049a29ebd2668060bc4f5&device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 1097 time: 0.4944682 May 20 15:54:00.613068 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Made reservation on behalf of 1eb94c49a1514d9b817420801fb239a0 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:00.617148 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:00.636098 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-4e8e6031-6f6c-46f3-9e9e-d3820266ce03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d54e28bcc99473b88c4aa45cc91fabb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1814623 May 20 15:54:00.648653 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 40446) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:00.661699 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-94ebb652-4453-48e6-8916-effdec13eace req-66c9626a-71da-4249-9a47-46d2abee3589 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 210 time: 0.1038425 May 20 15:54:00.787508 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074525a-894b-4a7c-9d3b-34a997e177e2 req-8d133a14-f382-4468-a85a-32a97945b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:00.789899 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2074525a-894b-4a7c-9d3b-34a997e177e2 req-8d133a14-f382-4468-a85a-32a97945b294 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 200 len: 858 time: 0.2773902 May 20 15:54:00.822742 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-5ef3cf69-a27d-4000-93ee-52d1ee891f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:00.824989 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-5ef3cf69-a27d-4000-93ee-52d1ee891f35 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f395455b-2f6b-4af0-ac49-41a8cb8c24b7 HTTP/1.1" status: 200 len: 870 time: 0.7506003 May 20 15:54:00.888525 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2074525a-894b-4a7c-9d3b-34a997e177e2 req-b4103a97-f02c-43c2-b955-0e8e4eca3396 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d80c773-67f8-48ec-a778-6d13b0959c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905752 May 20 15:54:00.944541 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-30af8777-3943-489a-93f6-acfc98f5acc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 HTTP/1.1" status: 200 len: 217 time: 0.1025791 May 20 15:54:00.971702 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1191c-a9a8-4d5e-afc1-f4e5e51f3364 req-1ab645c0-0c42-4139-8351-6892b1ad78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:00.973491 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2ec1191c-a9a8-4d5e-afc1-f4e5e51f3364 req-1ab645c0-0c42-4139-8351-6892b1ad78f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e HTTP/1.1" status: 200 len: 910 time: 0.4166219 May 20 15:54:01.054248 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66074e9-e336-41c3-9ea4-9c80206b7908 req-495a01a7-af61-4b43-8b75-1eeb4429671b tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:01.055918 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d66074e9-e336-41c3-9ea4-9c80206b7908 req-495a01a7-af61-4b43-8b75-1eeb4429671b tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.5603328 May 20 15:54:01.098182 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c795b8a4-280a-4618-9d1a-a529c42afd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.159687 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-c26d35c1-53fd-4f22-b79d-ec588a3794d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:01.161220 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-c26d35c1-53fd-4f22-b79d-ec588a3794d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=752b1608-5ded-4b6a-b261-62164e0d0ae5 HTTP/1.1" status: 200 len: 843 time: 0.2076430 May 20 15:54:01.219145 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Allocated IP 172.20.0.13 (a7aa8059-be66-4aa1-874e-9d6e3397c874/1a02094e-cb94-48e6-8251-2bd9be727065/7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:01.221102 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2ec1191c-a9a8-4d5e-afc1-f4e5e51f3364 req-f0c02d7b-3a1b-4af0-880e-1f9f22187cdd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c2db09a-26d9-4577-a724-800e56f55c1a HTTP/1.1" status: 200 len: 217 time: 0.2002032 May 20 15:54:01.243034 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c795b8a4-280a-4618-9d1a-a529c42afd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.278480 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d66074e9-e336-41c3-9ea4-9c80206b7908 req-d57d8cd6-7943-4057-8b39-db62ec4f3fd4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063560 May 20 15:54:01.316288 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2074525a-894b-4a7c-9d3b-34a997e177e2 req-88702d83-0d5c-42e1-9121-43fbf9892f06 service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074543 May 20 15:54:01.319671 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502564e6-2181-44ba-bd67-31f031e51bde req-96f0c5c6-85fa-4239-857d-eaf711dd5808 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:01.321168 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-502564e6-2181-44ba-bd67-31f031e51bde req-96f0c5c6-85fa-4239-857d-eaf711dd5808 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 946 time: 0.4743030 May 20 15:54:01.382300 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1191c-a9a8-4d5e-afc1-f4e5e51f3364 req-c94daf7e-04c7-46d3-b7e5-18a619109d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:01.383740 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2ec1191c-a9a8-4d5e-afc1-f4e5e51f3364 req-c94daf7e-04c7-46d3-b7e5-18a619109d1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33d6f6f4-eb01-4122-a27b-29f122e5747f HTTP/1.1" status: 200 len: 849 time: 0.1555014 May 20 15:54:01.463374 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2ec1191c-a9a8-4d5e-afc1-f4e5e51f3364 req-7a086ed4-ed41-45cc-87cf-1289c572871b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723853 May 20 15:54:01.479129 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-0efdb2a0-0df5-48cf-8bc2-f9337ef5e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:01.480600 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-0efdb2a0-0df5-48cf-8bc2-f9337ef5e5ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f395455b-2f6b-4af0-ac49-41a8cb8c24b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3046107 May 20 15:54:01.488022 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c795b8a4-280a-4618-9d1a-a529c42afd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.495278 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-32738d73-880e-444a-a3ef-5cfdd379a154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:01.562821 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795b8a4-280a-4618-9d1a-a529c42afd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af042943-0cf5-496f-92a3-b677d43bda57,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:01.590743 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c795b8a4-280a-4618-9d1a-a529c42afd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:01.713081 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-502564e6-2181-44ba-bd67-31f031e51bde req-a4d022a5-6e33-47b9-8d31-7b1b0372854a tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618400 May 20 15:54:01.767279 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2074525a-894b-4a7c-9d3b-34a997e177e2 req-afd76201-80aa-44b8-a1b2-581d4912a26b service neutron] 10.222.0.54 "GET /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450738 May 20 15:54:01.776994 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2ec1191c-a9a8-4d5e-afc1-f4e5e51f3364 req-0b118918-76ca-4e0e-8334-765a6be552cf service neutron] 10.222.0.54 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599881 May 20 15:54:01.805711 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c795b8a4-280a-4618-9d1a-a529c42afd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.810239 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-c795b8a4-280a-4618-9d1a-a529c42afd79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af042943-0cf5-496f-92a3-b677d43bda57 HTTP/1.1" status: 204 len: 168 time: 1.1602845 May 20 15:54:01.826961 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:01.886145 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Transition to ACTIVE for port object 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e will not be triggered until provisioned by entity DHCP. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:01.900394 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-217e2386-f030-4f74-9bc2-e77545fefdf1 service neutron] 10.222.0.54 "GET /v2.0/networks/f395455b-2f6b-4af0-ac49-41a8cb8c24b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062374 May 20 15:54:02.034685 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2ec1191c-a9a8-4d5e-afc1-f4e5e51f3364 req-48f70e05-21da-49b0-a475-7823290128aa service neutron] 10.222.0.54 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440021 May 20 15:54:02.046791 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8275bd-20c7-49ea-af86-e33c113ca2b8 req-1fde226a-66c0-4b6e-a478-b8672e7e5f3d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:02.054443 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ac8275bd-20c7-49ea-af86-e33c113ca2b8 req-1fde226a-66c0-4b6e-a478-b8672e7e5f3d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 944 time: 0.3578606 May 20 15:54:02.133045 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.193072 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ead4f-bfb2-494e-ab07-d505a9c40114 req-07ba23f4-4f8c-425e-ada1-0c20849a4822 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:02.195525 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4f0ead4f-bfb2-494e-ab07-d505a9c40114 req-07ba23f4-4f8c-425e-ada1-0c20849a4822 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.1595011 May 20 15:54:02.200391 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:02.256555 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8f0ad702-41f2-46d2-9e15-a39e9349af8c req-080b6e8e-438d-4930-9e54-913bc8539701 service neutron] 10.222.0.54 "GET /v2.0/networks/f395455b-2f6b-4af0-ac49-41a8cb8c24b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499088 May 20 15:54:02.272299 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ac8275bd-20c7-49ea-af86-e33c113ca2b8 req-196e9cfc-1e22-4e10-af5a-328e8962ad7f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166202 May 20 15:54:02.289533 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4f0ead4f-bfb2-494e-ab07-d505a9c40114 req-3f96390b-5e19-44e6-b24a-60132c517022 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833766 May 20 15:54:02.351372 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Network a7aa8059-be66-4aa1-874e-9d6e3397c874 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:02.352985 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:02.381298 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:02.600767 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event updated for resources: {'Port': ['ID=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:02.604325 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:02.636864 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:02.637801 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.653022 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6c2db09a-26d9-4577-a724-800e56f55c1a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:54:02.663352 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 51c73868-6df4-484e-91a4-dc47f8203a78 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:02.670817 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 40484) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:02.696144 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8144000 May 20 15:54:02.696323 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ede55c-fa70-424a-a724-b0b41baf567f req-8ba8175d-edbe-4514-b35a-5721d4a216e8 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:02.698017 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-14ede55c-fa70-424a-a724-b0b41baf567f req-8ba8175d-edbe-4514-b35a-5721d4a216e8 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1432827 May 20 15:54:02.712446 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Request body: {'port': {'device_id': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:02.755900 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377371f-0c91-4c77-bd59-99d2a972dce7 req-36b40f43-7cab-458a-8c41-00cae5e36a7b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:02.756926 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-0377371f-0c91-4c77-bd59-99d2a972dce7 req-36b40f43-7cab-458a-8c41-00cae5e36a7b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Synchronizing usage tracker for tenant:1eb94c49a1514d9b817420801fb239a0 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:02.769518 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-14ede55c-fa70-424a-a724-b0b41baf567f req-eaf95a25-f223-48c7-915b-daebbdf0c303 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636184 May 20 15:54:02.815131 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-96c27d53-0f7b-4f6c-9718-feee739ab79f None None] Provisioning for port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:02.857526 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-96c27d53-0f7b-4f6c-9718-feee739ab79f None None] Provisioning complete for port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:02.858533 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-96c27d53-0f7b-4f6c-9718-feee739ab79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:02.863409 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-0377371f-0c91-4c77-bd59-99d2a972dce7 req-36b40f43-7cab-458a-8c41-00cae5e36a7b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Unset dirty status for tenant:1eb94c49a1514d9b817420801fb239a0 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:02.864688 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0377371f-0c91-4c77-bd59-99d2a972dce7 req-36b40f43-7cab-458a-8c41-00cae5e36a7b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 932 time: 0.3413525 May 20 15:54:03.020158 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9b31d-4ccc-4560-b1f6-df193dc69dec req-d0466586-f295-42e2-97c6-294ba3a020ee tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:03.021670 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2cd9b31d-4ccc-4560-b1f6-df193dc69dec req-d0466586-f295-42e2-97c6-294ba3a020ee tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 946 time: 0.1160884 May 20 15:54:03.045494 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-96c27d53-0f7b-4f6c-9718-feee739ab79f None None] Port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:54:03.073969 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0377371f-0c91-4c77-bd59-99d2a972dce7 req-472d32b7-18c4-4e52-821f-c45ec5d33bc6 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804000 May 20 15:54:03.080959 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.093392 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 6c2db09a-26d9-4577-a724-800e56f55c1a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6c2db09a-26d9-4577-a724-800e56f55c1a,segment=NetworkSegment(f3a56b43-5dfa-4d5b-906c-ff72a3039caf),segment_id=f3a56b43-5dfa-4d5b-906c-ff72a3039caf)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:03.094671 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2cd9b31d-4ccc-4560-b1f6-df193dc69dec req-91f6c09d-ce1a-4d0f-94f5-4110bfa28185 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656590 May 20 15:54:03.115794 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '6c2db09a-26d9-4577-a724-800e56f55c1a', 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e', 'port_id': '6c2db09a-26d9-4577-a724-800e56f55c1a', 'mac_address': 'fa:16:3e:65:e8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d6f6f4-eb01-4122-a27b-29f122e5747f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:54:03.163412 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-f4fa859c-f4c5-428c-abe2-520b3162092c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4895835 May 20 15:54:03.186799 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.209969 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2db09a-26d9-4577-a724-800e56f55c1a {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:03.232735 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 6c2db09a-26d9-4577-a724-800e56f55c1a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6c2db09a-26d9-4577-a724-800e56f55c1a,segment=NetworkSegment(f3a56b43-5dfa-4d5b-906c-ff72a3039caf),segment_id=f3a56b43-5dfa-4d5b-906c-ff72a3039caf)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:03.237537 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.238654 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:54:03.242911 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-420f38f4-ecab-473e-8b19-73bb3aa8aa56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:03.361374 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=6c2db09a-26d9-4577-a724-800e56f55c1a,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:03.493962 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.494706 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.495218 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.495791 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.496342 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.496838 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.497338 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.497858 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.498443 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.498912 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.499409 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.499991 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:03.504478 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:03.546490 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,segment=NetworkSegment(eba94159-a2f9-4741-b9bb-7af8ea3ea5e4),segment_id=eba94159-a2f9-4741-b9bb-7af8ea3ea5e4)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:03.570377 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2', 'network_id': 'f395455b-2f6b-4af0-ac49-41a8cb8c24b7', 'port_id': '6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2', 'mac_address': 'fa:16:3e:48:60:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752b1608-5ded-4b6a-b261-62164e0d0ae5', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:54:03.714149 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7846-208a-4879-870c-17b661eed9dd req-9a18dffd-b581-41ca-81c7-10b30689868a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:03.723981 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-835e7846-208a-4879-870c-17b661eed9dd req-9a18dffd-b581-41ca-81c7-10b30689868a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.1761210 May 20 15:54:03.737443 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:03.758404 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.767278 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.832590 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Transition to ACTIVE for port object 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:03.842895 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:03.863304 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8558f-6571-414f-abac-8046f467389d req-eb47705f-78d3-4fbb-b7a0-ce79426d6943 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:03.865465 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-55b8558f-6571-414f-abac-8046f467389d req-eb47705f-78d3-4fbb-b7a0-ce79426d6943 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 945 time: 0.3868940 May 20 15:54:03.867758 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-835e7846-208a-4879-870c-17b661eed9dd req-86f20ab3-3420-4b2e-8080-9f5f42ff34ef tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427736 May 20 15:54:03.868820 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.876870 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:03.891129 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,segment=NetworkSegment(eba94159-a2f9-4741-b9bb-7af8ea3ea5e4),segment_id=eba94159-a2f9-4741-b9bb-7af8ea3ea5e4)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:03.899840 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:03.901829 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4bb1c41b-dc5d-4d78-92c2-e96476beddaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:04.018274 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:04.029095 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:04.120181 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Pushing event updated for resources: {'Port': ['ID=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:04.139853 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-55b8558f-6571-414f-abac-8046f467389d req-525a98ac-465a-4727-a59a-203c080d0f25 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639976 May 20 15:54:04.147032 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:04.175279 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc13cd-7870-405e-8704-fdd908b40289 req-9f37f677-c528-46a1-8466-9da532af4dd7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:04.184596 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0ebc13cd-7870-405e-8704-fdd908b40289 req-9f37f677-c528-46a1-8466-9da532af4dd7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1322050 May 20 15:54:04.254452 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Attempting to bind port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:04.254822 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Attempting to bind port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:04.255157 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Attempting to bind port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e on network a7aa8059-be66-4aa1-874e-9d6e3397c874 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:04.266652 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0ebc13cd-7870-405e-8704-fdd908b40289 req-f4f1f11e-d2f7-4ebe-a9a3-b2f53d2bb6ff tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768228 May 20 15:54:04.269093 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e on network a7aa8059-be66-4aa1-874e-9d6e3397c874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:54:04.269366 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Attempting to bind port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e on network a7aa8059-be66-4aa1-874e-9d6e3397c874 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:04.316321 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:04.316653 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Checking segment: {'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:04.317042 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Bound using segment: {'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:04.317729 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Bound port: 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b5a62e-3af5-48f1-a951-229c6024c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:04.317850 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.324078 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['6c2db09a-26d9-4577-a724-800e56f55c1a'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:04.374118 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:04.460924 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] For port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:04.465491 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] For port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:04.472274 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.477741 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:04.485226 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f64b1-91ec-4875-a290-32033f0f1e82 req-9019f089-e571-479e-b049-1a6dd0373ff6 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:04.487284 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fd5f64b1-91ec-4875-a290-32033f0f1e82 req-9019f089-e571-479e-b049-1a6dd0373ff6 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 947 time: 0.1075583 May 20 15:54:04.560718 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:04.561915 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:04.563924 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fd5f64b1-91ec-4875-a290-32033f0f1e82 req-af25687f-32ef-41ae-850b-44a5920cd15e tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647411 May 20 15:54:04.564700 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] 10.222.0.54 "PUT /v2.0/ports/7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e HTTP/1.1" status: 200 len: 1094 time: 1.8581343 May 20 15:54:04.568237 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:04.593943 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded3b5-acb7-4c1b-a79a-2ec4b9e63915 req-d17fd813-1147-4b36-9720-e44d84a56196 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:04.595630 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a0ded3b5-acb7-4c1b-a79a-2ec4b9e63915 req-d17fd813-1147-4b36-9720-e44d84a56196 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 944 time: 0.3169439 May 20 15:54:04.603091 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Pushing event updated for resources: {'Port': ['ID=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:04.617181 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:04.767925 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a0ded3b5-acb7-4c1b-a79a-2ec4b9e63915 req-ce11d628-aeed-4121-a458-a2c99fdb3d5d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614745 May 20 15:54:04.795801 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-f8fe70b3-1bb4-4f06-b683-8cad7d430f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:04.797445 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-f8fe70b3-1bb4-4f06-b683-8cad7d430f05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1eb94c49a1514d9b817420801fb239a0&device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 1097 time: 0.1508114 May 20 15:54:04.928616 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'status': 'completed', 'code': 200} May 20 15:54:04.966042 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-e3a92d00-59d9-4675-be1d-918c101a6fc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e HTTP/1.1" status: 200 len: 217 time: 0.1498215 May 20 15:54:05.045590 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-fcbe6701-fbdf-4db8-a76b-4d27a42adac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:05.048347 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-fcbe6701-fbdf-4db8-a76b-4d27a42adac2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a02094e-cb94-48e6-8251-2bd9be727065 HTTP/1.1" status: 200 len: 848 time: 0.0743053 May 20 15:54:05.257126 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546b637-ed1b-4be1-80ca-0ebe2f6bc682 req-e54e3ffe-76ad-45bc-9eb3-c6676a7fa720 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:05.260174 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4546b637-ed1b-4be1-80ca-0ebe2f6bc682 req-e54e3ffe-76ad-45bc-9eb3-c6676a7fa720 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.2087145 May 20 15:54:05.312290 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-bd6ccee2-c35d-4ff5-af12-f3806bece9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:05.313829 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-bd6ccee2-c35d-4ff5-af12-f3806bece9eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7aa8059-be66-4aa1-874e-9d6e3397c874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2202842 May 20 15:54:05.339042 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4546b637-ed1b-4be1-80ca-0ebe2f6bc682 req-1125a631-8ab6-47cc-acf3-d86991871096 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703785 May 20 15:54:05.361968 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:05.469043 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731b6a4-746a-4d61-b1a2-08948ae8c7eb req-5de74fa9-43bd-483a-b85c-61c46b62aa9f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:05.471054 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8731b6a4-746a-4d61-b1a2-08948ae8c7eb req-5de74fa9-43bd-483a-b85c-61c46b62aa9f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 945 time: 0.1799939 May 20 15:54:05.490597 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-e6a3f3af-e51a-42f7-bffd-eb11d79908d8 service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552794 May 20 15:54:05.523727 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8731b6a4-746a-4d61-b1a2-08948ae8c7eb req-e1fc01d7-7257-4dbe-b3f2-5d52bf55d101 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467877 May 20 15:54:05.836519 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f408ce7e-53e8-4d67-89c2-b641fc7633f7 req-40b98db2-77d0-445b-a0b4-f17507f5e0a5 service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284721 May 20 15:54:05.840469 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-f96a531b-4834-4079-8f87-99d233dcf6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:05.842526 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-f96a531b-4834-4079-8f87-99d233dcf6be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4&tenant_id=9e368ec826784c75aa764fcc0c6e68ed HTTP/1.1" status: 200 len: 1096 time: 0.3356340 May 20 15:54:05.863944 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241263b-bea0-49cb-823c-36189d779dfe req-8c55bf84-9da1-4a60-9455-e1f286948361 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:05.863944 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-3241263b-bea0-49cb-823c-36189d779dfe req-8c55bf84-9da1-4a60-9455-e1f286948361 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Synchronizing usage tracker for tenant:c29ab269f99145a79fe4a86b4a7a2d42 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:05.884227 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-3241263b-bea0-49cb-823c-36189d779dfe req-8c55bf84-9da1-4a60-9455-e1f286948361 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Unset dirty status for tenant:c29ab269f99145a79fe4a86b4a7a2d42 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:05.885401 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3241263b-bea0-49cb-823c-36189d779dfe req-8c55bf84-9da1-4a60-9455-e1f286948361 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 947 time: 0.1665120 May 20 15:54:05.935206 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-3241263b-bea0-49cb-823c-36189d779dfe req-ba739e7b-434b-42c9-a54a-a908e0262616 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Synchronizing usage tracker for tenant:c29ab269f99145a79fe4a86b4a7a2d42 on resource:security_group {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:05.954572 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-3241263b-bea0-49cb-823c-36189d779dfe req-ba739e7b-434b-42c9-a54a-a908e0262616 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Unset dirty status for tenant:c29ab269f99145a79fe4a86b4a7a2d42 on resource:security_group {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:05.955820 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3241263b-bea0-49cb-823c-36189d779dfe req-ba739e7b-434b-42c9-a54a-a908e0262616 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635602 May 20 15:54:05.997182 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c444-602b-4650-9028-94ae424d5c58 req-4d85a71d-7e16-4d39-8eeb-6ee625a7c795 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.000622 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2666c444-602b-4650-9028-94ae424d5c58 req-4d85a71d-7e16-4d39-8eeb-6ee625a7c795 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 944 time: 0.0944440 May 20 15:54:06.059354 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-2666c444-602b-4650-9028-94ae424d5c58 req-db31ac26-e360-4a87-a6dc-5c966208cd75 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Synchronizing usage tracker for tenant:1eb94c49a1514d9b817420801fb239a0 on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:06.075364 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-2666c444-602b-4650-9028-94ae424d5c58 req-db31ac26-e360-4a87-a6dc-5c966208cd75 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Unset dirty status for tenant:1eb94c49a1514d9b817420801fb239a0 on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:06.089375 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2666c444-602b-4650-9028-94ae424d5c58 req-db31ac26-e360-4a87-a6dc-5c966208cd75 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820587 May 20 15:54:06.116435 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-f6586741-01c0-421a-a301-e392fd5f351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.118023 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-f6586741-01c0-421a-a301-e392fd5f351a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1eb94c49a1514d9b817420801fb239a0&device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 1097 time: 0.1103737 May 20 15:54:06.147981 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-3cc34803-4c2e-4392-bb51-e48a657633ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.149468 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-3cc34803-4c2e-4392-bb51-e48a657633ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 1096 time: 0.1785908 May 20 15:54:06.364750 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-c41a2d02-7a88-4936-a3c7-5fe4a1659e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.366264 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-c41a2d02-7a88-4936-a3c7-5fe4a1659e27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7aa8059-be66-4aa1-874e-9d6e3397c874 HTTP/1.1" status: 200 len: 910 time: 0.2410996 May 20 15:54:06.430960 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-7864a4b6-adc7-4e23-adab-1956d8842ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.432218 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-7864a4b6-adc7-4e23-adab-1956d8842ec6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 917 time: 0.2690334 May 20 15:54:06.508123 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-19508425-eace-4e12-ac9c-9136a0497e97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e HTTP/1.1" status: 200 len: 217 time: 0.1274292 May 20 15:54:06.664909 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-15b06cbf-e277-4667-8fe6-d1cf86f0b3c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c73868-6df4-484e-91a4-dc47f8203a78 HTTP/1.1" status: 200 len: 999 time: 0.2226417 May 20 15:54:06.675858 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:06.723393 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-455e0275-7850-4717-8c7f-8b121cf46db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.724882 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-455e0275-7850-4717-8c7f-8b121cf46db9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a02094e-cb94-48e6-8251-2bd9be727065 HTTP/1.1" status: 200 len: 848 time: 0.2028923 May 20 15:54:06.753136 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:06.754108 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11304caf-0ac8-49f4-a98a-39e97ffed821 req-3fb9b90c-3b7b-4312-af5a-b296c8613b83 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.755705 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-11304caf-0ac8-49f4-a98a-39e97ffed821 req-3fb9b90c-3b7b-4312-af5a-b296c8613b83 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 945 time: 0.1030173 May 20 15:54:06.758424 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:06.758805 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.821580 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-11304caf-0ac8-49f4-a98a-39e97ffed821 req-5987dea5-260d-4f1e-a989-74d59bb3e31a tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570214 May 20 15:54:06.822042 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59851c0-8acc-44c9-978c-1911706f1178 req-be5fbf30-9f19-432e-ae1d-ef93872902e5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.823574 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b59851c0-8acc-44c9-978c-1911706f1178 req-be5fbf30-9f19-432e-ae1d-ef93872902e5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.3172925 May 20 15:54:06.824992 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-d1f79c0f-7975-4d85-b99c-bda9ec968624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.826874 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-d1f79c0f-7975-4d85-b99c-bda9ec968624 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.1540804 May 20 15:54:06.906293 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.934224 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:06.938053 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b59851c0-8acc-44c9-978c-1911706f1178 req-01c05839-071d-43bc-b905-042601aa3816 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060359 May 20 15:54:06.950103 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-c283a1b5-b5c3-44cd-8ae8-2858a743a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:06.952225 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-c283a1b5-b5c3-44cd-8ae8-2858a743a6b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7aa8059-be66-4aa1-874e-9d6e3397c874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2161605 May 20 15:54:06.960485 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,segment=NetworkSegment(eba94159-a2f9-4741-b9bb-7af8ea3ea5e4),segment_id=eba94159-a2f9-4741-b9bb-7af8ea3ea5e4)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:06.965547 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:06.967716 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6c2db09a-26d9-4577-a724-800e56f55c1a up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:07.002850 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2', 'code': 200} May 20 15:54:07.003399 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:07.003755 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-9259346c-6f31-4792-8939-095bcad697d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:07.005229 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-9259346c-6f31-4792-8939-095bcad697d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1577663 May 20 15:54:07.228245 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:07.233676 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:07.240423 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 6c2db09a-26d9-4577-a724-800e56f55c1a completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:07.251752 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 6c2db09a-26d9-4577-a724-800e56f55c1a triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:07.252681 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.403441 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-3c64e0b5-3683-4910-a2ba-2a8d2961c7dd service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420078 May 20 15:54:07.405758 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.439111 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 6c2db09a-26d9-4577-a724-800e56f55c1a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6c2db09a-26d9-4577-a724-800e56f55c1a,segment=NetworkSegment(f3a56b43-5dfa-4d5b-906c-ff72a3039caf),segment_id=f3a56b43-5dfa-4d5b-906c-ff72a3039caf)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:07.449948 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:07.454614 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1e4bf284-d6cd-4f5a-8588-ce5f2f6b9777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:07.508582 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95992699-e7fa-4b03-a48b-40f31ccfba06 req-e00eca5b-bdff-4531-aa13-ad0e610aff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:07.510057 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-95992699-e7fa-4b03-a48b-40f31ccfba06 req-e00eca5b-bdff-4531-aa13-ad0e610aff17 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 1101 time: 0.1027462 May 20 15:54:07.519994 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ef5b5-3de0-407a-a8e7-3a6d8786bee8 req-c79f9d94-ac91-4fd3-8265-c8533f70dd87 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:07.520368 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-72eb3088-15cb-44e1-a6d6-4c88141b3132 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627342 May 20 15:54:07.521474 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-525ef5b5-3de0-407a-a8e7-3a6d8786bee8 req-c79f9d94-ac91-4fd3-8265-c8533f70dd87 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 944 time: 0.2719316 May 20 15:54:07.530994 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=6c2db09a-26d9-4577-a724-800e56f55c1a,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:07.534311 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:07.593090 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-95992699-e7fa-4b03-a48b-40f31ccfba06 req-b143f3c7-bfc3-44e1-b873-26037ba7db19 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702682 May 20 15:54:07.600117 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-525ef5b5-3de0-407a-a8e7-3a6d8786bee8 req-de608b39-1c6a-43eb-9c6b-a1f6664f35ed tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613155 May 20 15:54:07.637352 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e12b23-bd61-4467-a0fd-d5c68b8dbace req-117f6369-7634-4798-8b1d-a19f0048ed67 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:07.638918 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-54e12b23-bd61-4467-a0fd-d5c68b8dbace req-117f6369-7634-4798-8b1d-a19f0048ed67 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.5340226 May 20 15:54:07.784674 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db34f1aa-d047-483a-a1fe-b8d2a2e3fe27 req-3dcbeb1e-ad45-4920-8a96-c00cbb7b003e service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732188 May 20 15:54:07.792747 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-54e12b23-bd61-4467-a0fd-d5c68b8dbace req-ff3cc6e5-891c-40f7-9582-41bd82855dc5 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310217 May 20 15:54:07.823852 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f402ff2d-12ae-4198-8817-b2094ebd18ba req-29d4af10-bb19-4984-8b74-63df4ce8d5d9 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212982 May 20 15:54:08.027685 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a2e53-072e-43f7-acd3-b27dc07505e5 req-359fec90-30ab-49ba-ae85-e162db5da6c9 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.029306 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d35a2e53-072e-43f7-acd3-b27dc07505e5 req-359fec90-30ab-49ba-ae85-e162db5da6c9 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.0854588 May 20 15:54:08.078414 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d35a2e53-072e-43f7-acd3-b27dc07505e5 req-48dc087d-2580-43ab-a27b-0769034d9bbc tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 May 20 15:54:08.157075 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c05035-2216-4d51-a815-cf348cbce0f8 req-1a4e4c93-26ff-49ce-b077-97943cd51ca6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.158718 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-19c05035-2216-4d51-a815-cf348cbce0f8 req-1a4e4c93-26ff-49ce-b077-97943cd51ca6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.0851784 May 20 15:54:08.204743 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-19c05035-2216-4d51-a815-cf348cbce0f8 req-7579c6bd-70f2-4e64-87ac-5f192be91b26 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398924 May 20 15:54:08.671995 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:54:08.862280 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873c3fb-1782-443b-afc7-fc0932ee30ed req-b310cc6b-27d4-48ae-adca-899aad18dc07 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:08.872082 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b873c3fb-1782-443b-afc7-fc0932ee30ed req-b310cc6b-27d4-48ae-adca-899aad18dc07 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 944 time: 0.1320496 May 20 15:54:08.982137 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b873c3fb-1782-443b-afc7-fc0932ee30ed req-95cdcce4-2167-4e25-9941-e5321464ac92 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074443 May 20 15:54:08.988662 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:09.011982 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2db09a-26d9-4577-a724-800e56f55c1a'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:09.049076 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'port_id': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'mac_address': 'fa:16:3e:46:b6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:54:09.136029 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2db09a-26d9-4577-a724-800e56f55c1a', 'code': 200} May 20 15:54:09.178926 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.199288 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e2909-07d5-4c21-8012-199ec40918fb req-b2c79664-ae50-4d13-8f82-9dee18f55f16 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:09.200509 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:09.220453 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-113e2909-07d5-4c21-8012-199ec40918fb req-b2c79664-ae50-4d13-8f82-9dee18f55f16 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.1639235 May 20 15:54:09.239237 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:09.256297 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:09.267530 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4f2cc8cd-c101-4a14-8656-040f21b73788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:09.326757 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-113e2909-07d5-4c21-8012-199ec40918fb req-b6bf5dda-14ed-49bc-8b85-9ec2d428c5f4 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052105 May 20 15:54:09.522833 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:09.540712 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:09.595888 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:09.752447 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0e39-7127-457c-9df6-2822909c3909 req-d61762a9-e4f3-49d0-8766-884524c11de3 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:09.755574 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-dabd0e39-7127-457c-9df6-2822909c3909 req-d61762a9-e4f3-49d0-8766-884524c11de3 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.1619053 May 20 15:54:09.777397 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c08d2-2794-4d8c-b5a0-22feeaf3e781 req-3dc91391-ed87-4a4d-ad16-22e86b6a1767 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:09.785971 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6b9c08d2-2794-4d8c-b5a0-22feeaf3e781 req-3dc91391-ed87-4a4d-ad16-22e86b6a1767 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.1205456 May 20 15:54:09.851459 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6b9c08d2-2794-4d8c-b5a0-22feeaf3e781 req-bfdf88a2-f4e1-4620-8c5d-b23ddb2c8452 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634840 May 20 15:54:09.853006 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-dabd0e39-7127-457c-9df6-2822909c3909 req-0048b132-98d7-4c29-9370-58e3f87b7c56 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910616 May 20 15:54:10.127341 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67324a-af12-402d-aaa4-dcbb80f28059 req-74e459b2-6136-436c-9c2f-ca39c1a2d051 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:10.130508 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7b67324a-af12-402d-aaa4-dcbb80f28059 req-74e459b2-6136-436c-9c2f-ca39c1a2d051 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1309459 May 20 15:54:10.201177 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7b67324a-af12-402d-aaa4-dcbb80f28059 req-4d26a0a8-1158-4126-970f-0fb39f143eda tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571585 May 20 15:54:10.450512 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509e7d2-ddba-40fa-861c-b85b45c15e7c req-065aa098-b322-4910-95f9-37b90ac4aabc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:10.452559 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8509e7d2-ddba-40fa-861c-b85b45c15e7c req-065aa098-b322-4910-95f9-37b90ac4aabc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 945 time: 0.1131401 May 20 15:54:10.517420 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8509e7d2-ddba-40fa-861c-b85b45c15e7c req-9d90d06f-e8da-4b55-a276-5cd910489ea5 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555317 May 20 15:54:10.563920 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566ea2-c966-43a5-a092-1032468284ef req-3160ab92-d734-471d-9c3a-e2039eee6968 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:10.565475 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3a566ea2-c966-43a5-a092-1032468284ef req-3160ab92-d734-471d-9c3a-e2039eee6968 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.1058729 May 20 15:54:10.626041 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3a566ea2-c966-43a5-a092-1032468284ef req-6c81e61f-13b0-42a3-bbad-708a1cd78889 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543940 May 20 15:54:11.085358 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015de93b-f393-4dc2-a66c-12ff8d5c708d req-804d57fb-6bc9-46e3-b1b3-67f9cf48676f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:11.087012 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-015de93b-f393-4dc2-a66c-12ff8d5c708d req-804d57fb-6bc9-46e3-b1b3-67f9cf48676f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.1081550 May 20 15:54:11.100386 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d303d-b766-451e-9687-85c341fa3770 req-a0d7b899-5fde-4996-ba79-04e0a7176d56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:11.101930 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0a3d303d-b766-451e-9687-85c341fa3770 req-a0d7b899-5fde-4996-ba79-04e0a7176d56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.0889440 May 20 15:54:11.137012 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-015de93b-f393-4dc2-a66c-12ff8d5c708d req-f5039aa5-557b-451f-b72a-8ccb160defdf tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427175 May 20 15:54:11.158120 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0a3d303d-b766-451e-9687-85c341fa3770 req-e7c7bcef-cc16-4f2f-93cc-c83e27380800 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497520 May 20 15:54:11.420621 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726337-2901-4a88-a44f-0dfcb6359028 req-60c20674-1684-4918-a133-8c537b177912 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:11.422030 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-81726337-2901-4a88-a44f-0dfcb6359028 req-60c20674-1684-4918-a133-8c537b177912 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0976436 May 20 15:54:11.474263 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-81726337-2901-4a88-a44f-0dfcb6359028 req-578d9242-2650-4332-952a-b6476769ad3a tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 May 20 15:54:11.730112 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a87cc-2d47-41ce-80ff-bd883922431d req-99614042-678a-46e9-9d9d-b037c1ed9c29 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:11.736753 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fb3a87cc-2d47-41ce-80ff-bd883922431d req-99614042-678a-46e9-9d9d-b037c1ed9c29 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 945 time: 0.1020315 May 20 15:54:11.829504 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fb3a87cc-2d47-41ce-80ff-bd883922431d req-ab6243e6-b59a-42e7-a0e9-4bf41d43c71b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862083 May 20 15:54:11.912205 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf789036-dc8b-425e-a154-f5c125637ba9 req-c582684d-9913-45e6-a81c-0acb7306f95e tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:11.913886 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-bf789036-dc8b-425e-a154-f5c125637ba9 req-c582684d-9913-45e6-a81c-0acb7306f95e tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.1311917 May 20 15:54:11.967391 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-bf789036-dc8b-425e-a154-f5c125637ba9 req-fed404c4-1f4a-4470-adb5-62954c3ef502 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 May 20 15:54:12.420706 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a2860-6934-4e02-953d-9030d72e7b0e req-f9b1c0f9-dcf9-41a8-87d7-f12675a52b5a tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:12.426795 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3f8a2860-6934-4e02-953d-9030d72e7b0e req-f9b1c0f9-dcf9-41a8-87d7-f12675a52b5a tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.1209528 May 20 15:54:12.450386 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d263306-62c9-4065-91c0-bc458c3f5bc9 req-2b81b5f4-d59e-44d8-84fe-2294a7be2b30 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:12.458884 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4d263306-62c9-4065-91c0-bc458c3f5bc9 req-2b81b5f4-d59e-44d8-84fe-2294a7be2b30 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.1003828 May 20 15:54:12.506559 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3f8a2860-6934-4e02-953d-9030d72e7b0e req-a6e506b6-4d10-487e-a2c6-510b03ba7c3b tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675604 May 20 15:54:12.520602 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4d263306-62c9-4065-91c0-bc458c3f5bc9 req-af8c832c-a84d-465d-9c87-86a29815de94 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601654 May 20 15:54:12.692760 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d6569-b78a-46a7-9299-d2cbbd0d241d req-75550f99-3cd5-4339-82af-552de300ced4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:12.694303 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b98d6569-b78a-46a7-9299-d2cbbd0d241d req-75550f99-3cd5-4339-82af-552de300ced4 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0931327 May 20 15:54:12.706429 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:12.775794 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b98d6569-b78a-46a7-9299-d2cbbd0d241d req-ba00f4b8-dc13-486b-bab4-31098d6cc123 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 May 20 15:54:12.810048 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:12.818970 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:12.819360 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.012979 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.067485 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:13.081160 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:13.086852 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0982b4-af45-4bd9-8866-9477160df64a req-75d32f24-c0d3-4fb9-a279-0f20447beae7 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:13.094019 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:13.094529 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-bb0982b4-af45-4bd9-8866-9477160df64a req-75d32f24-c0d3-4fb9-a279-0f20447beae7 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 945 time: 0.1434872 May 20 15:54:13.096339 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:13.162909 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-bb0982b4-af45-4bd9-8866-9477160df64a req-9eeca37f-56b4-4ae8-86b3-6174444fb28e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673432 May 20 15:54:13.189999 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:13.193211 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:13.237733 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'code': 200} May 20 15:54:13.263433 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81316f2-1352-4975-b753-0ccc63c467e0 req-74ba62bf-a8fe-454f-865e-028117a748c0 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:13.265542 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d81316f2-1352-4975-b753-0ccc63c467e0 req-74ba62bf-a8fe-454f-865e-028117a748c0 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.1092851 May 20 15:54:13.314489 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d81316f2-1352-4975-b753-0ccc63c467e0 req-d83f3466-0c28-4f6f-8a9e-3c6318ac20af tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 May 20 15:54:13.740451 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7ae19-6f4b-4016-b175-15c6a71152a8 req-a1a411ec-f326-4308-a61a-58c42c836cad tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:13.742306 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-89d7ae19-6f4b-4016-b175-15c6a71152a8 req-a1a411ec-f326-4308-a61a-58c42c836cad tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.1270244 May 20 15:54:13.820197 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-89d7ae19-6f4b-4016-b175-15c6a71152a8 req-0d82d3da-8250-4e80-8ce5-eef067496dde tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607901 May 20 15:54:13.958517 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6c99b-14fc-4b79-afe8-cc0513c4ee9b req-6c71a127-ad66-4cc4-9754-4a899fecdaf0 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:13.960382 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-09c6c99b-14fc-4b79-afe8-cc0513c4ee9b req-6c71a127-ad66-4cc4-9754-4a899fecdaf0 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.1190891 May 20 15:54:14.050841 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-09c6c99b-14fc-4b79-afe8-cc0513c4ee9b req-ceda4376-3856-4a47-9b99-fd135ee4559c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746245 May 20 15:54:14.083660 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb2205-4550-46dc-994f-36513006e4fb req-2e1b5f3c-a16e-4fed-93a6-f6d5bdc8fccf tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:14.090762 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-01fb2205-4550-46dc-994f-36513006e4fb req-2e1b5f3c-a16e-4fed-93a6-f6d5bdc8fccf tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1197498 May 20 15:54:14.160263 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-01fb2205-4550-46dc-994f-36513006e4fb req-09c23cc4-30ba-4268-a82f-f7e32b4fb94d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682499 May 20 15:54:14.391586 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06a096-efff-43a7-9bef-d62ff73c6eed req-93958ad6-4ebd-4e0b-8687-b2764ac6ba73 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:14.393371 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4a06a096-efff-43a7-9bef-d62ff73c6eed req-93958ad6-4ebd-4e0b-8687-b2764ac6ba73 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1101840 May 20 15:54:14.441308 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4a06a096-efff-43a7-9bef-d62ff73c6eed req-918b6ed0-fff1-480d-8106-0bcb6464bcf1 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424125 May 20 15:54:14.527116 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c93f1-895f-4301-a017-773160c6071c req-c7ae4f4f-f1f1-4dbc-9c02-43a0e125d580 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:14.528648 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d62c93f1-895f-4301-a017-773160c6071c req-c7ae4f4f-f1f1-4dbc-9c02-43a0e125d580 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.0989697 May 20 15:54:14.576238 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d62c93f1-895f-4301-a017-773160c6071c req-ab3c84f2-3d08-41c7-978c-b7af699c333f tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407615 May 20 15:54:15.099261 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee0c33-20fe-4dfd-aa9e-c68b646608f7 req-b3b0a06a-cc0b-4b44-a792-9f4fe0be258f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:15.100870 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6bee0c33-20fe-4dfd-aa9e-c68b646608f7 req-b3b0a06a-cc0b-4b44-a792-9f4fe0be258f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.1580665 May 20 15:54:15.170001 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6bee0c33-20fe-4dfd-aa9e-c68b646608f7 req-a4b61d1a-b70a-4f7b-b35a-59dff2a5c157 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579808 May 20 15:54:15.277544 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad4265-4798-46d5-9140-ae098edb2fdf req-0fd32d7a-54c2-4788-aef3-03f40bb6051c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:15.279996 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-99ad4265-4798-46d5-9140-ae098edb2fdf req-0fd32d7a-54c2-4788-aef3-03f40bb6051c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.0992391 May 20 15:54:15.351528 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-99ad4265-4798-46d5-9140-ae098edb2fdf req-517fa2f0-4da0-444e-b646-22746ef0a329 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654254 May 20 15:54:15.406732 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8e0d8-05ea-47c0-a571-58611c854694 req-4c9af656-d84c-42be-8a3e-fe723c4d016f tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:15.408256 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-77f8e0d8-05ea-47c0-a571-58611c854694 req-4c9af656-d84c-42be-8a3e-fe723c4d016f tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.1218851 May 20 15:54:15.462627 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-77f8e0d8-05ea-47c0-a571-58611c854694 req-24134449-58bd-462b-973e-18eccdc65a7d tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458145 May 20 15:54:15.684768 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152af7a3-4d96-4728-a40b-f93a7dbaa6f7 req-8beab0c2-1dff-4767-9e05-a74bb3989fa6 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:15.687414 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-152af7a3-4d96-4728-a40b-f93a7dbaa6f7 req-8beab0c2-1dff-4767-9e05-a74bb3989fa6 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1237609 May 20 15:54:15.772137 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-152af7a3-4d96-4728-a40b-f93a7dbaa6f7 req-b79ab5f1-de93-422f-9e23-17f58b089c66 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713062 May 20 15:54:15.812995 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f2ee8-0b23-4026-ba1c-0fb70ef551ff req-9dbb8cf3-eeca-4275-a03c-496db93bdbc3 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:15.814525 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bb7f2ee8-0b23-4026-ba1c-0fb70ef551ff req-9dbb8cf3-eeca-4275-a03c-496db93bdbc3 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.0923054 May 20 15:54:15.863378 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bb7f2ee8-0b23-4026-ba1c-0fb70ef551ff req-6286de25-fb36-450a-960a-bcae8e15188f tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430958 May 20 15:54:16.372382 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b282d-33e4-444b-aa36-9405cb82d5fb req-9751d472-71b8-4bea-9eee-c65786a38ac4 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:16.375913 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f27b282d-33e4-444b-aa36-9405cb82d5fb req-9751d472-71b8-4bea-9eee-c65786a38ac4 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.0900147 May 20 15:54:16.424840 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f27b282d-33e4-444b-aa36-9405cb82d5fb req-88bed967-544f-4877-8b3b-f4eeddf5d0c5 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440588 May 20 15:54:16.554798 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f8bce-eaff-4ca6-bf29-0da0b7ff46e6 req-b06225d8-6799-4673-9083-b150b4cc05de tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:16.556299 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-939f8bce-eaff-4ca6-bf29-0da0b7ff46e6 req-b06225d8-6799-4673-9083-b150b4cc05de tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.0852294 May 20 15:54:16.608362 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-939f8bce-eaff-4ca6-bf29-0da0b7ff46e6 req-3dd2194d-634d-4966-8bb7-d2612e044ab6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457315 May 20 15:54:16.671028 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5b97f-3f6a-4848-9d3c-73d2d792fe62 req-19286795-4637-4ff1-9c59-8319579baacb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:16.672670 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-57f5b97f-3f6a-4848-9d3c-73d2d792fe62 req-19286795-4637-4ff1-9c59-8319579baacb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0876975 May 20 15:54:16.818825 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-57f5b97f-3f6a-4848-9d3c-73d2d792fe62 req-757acf66-664c-457e-beae-f9fb9ae91852 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396947 May 20 15:54:17.016315 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c1c4-6ca8-4e31-b42a-7c94707ecb20 req-f5dedf7f-ac11-4253-9a85-f5444e0b4870 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:17.017919 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ee99c1c4-6ca8-4e31-b42a-7c94707ecb20 req-f5dedf7f-ac11-4253-9a85-f5444e0b4870 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1035037 May 20 15:54:17.076801 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ee99c1c4-6ca8-4e31-b42a-7c94707ecb20 req-b1d87dab-be6a-49ee-be7a-bd05cb9e9100 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497177 May 20 15:54:17.100987 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33def-e46b-4526-97d1-9dca1dc44b2c req-78e6fb34-3057-4c77-b819-46065f03fd86 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:17.102744 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-eea33def-e46b-4526-97d1-9dca1dc44b2c req-78e6fb34-3057-4c77-b819-46065f03fd86 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.1005840 May 20 15:54:17.153204 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-eea33def-e46b-4526-97d1-9dca1dc44b2c req-38fe4b42-e667-4447-b57c-261600a3ec37 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446172 May 20 15:54:17.617225 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c03e5e-0bed-4226-ac07-f52617aae95e req-bd67ab11-3358-4568-9aa9-d6753650f5c9 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:17.618718 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a2c03e5e-0bed-4226-ac07-f52617aae95e req-bd67ab11-3358-4568-9aa9-d6753650f5c9 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.0832961 May 20 15:54:17.665352 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a2c03e5e-0bed-4226-ac07-f52617aae95e req-e7cb77cf-54ec-472f-a865-2091122dff46 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 May 20 15:54:17.813606 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32dc3-f1b2-4f88-9e8f-abcd9cc6f04a req-79e31f89-8585-4597-b8b9-50f5639d95e2 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:17.815126 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-48f32dc3-f1b2-4f88-9e8f-abcd9cc6f04a req-79e31f89-8585-4597-b8b9-50f5639d95e2 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.0849082 May 20 15:54:17.869143 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-48f32dc3-f1b2-4f88-9e8f-abcd9cc6f04a req-a9e12cbb-2d34-4be3-90be-303016bf435e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480492 May 20 15:54:18.019331 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2158c82-1f5d-4a81-a3aa-f61a26b7f572 req-44950d9c-3987-4bff-a4f9-4bd422a80de1 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.020694 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f2158c82-1f5d-4a81-a3aa-f61a26b7f572 req-44950d9c-3987-4bff-a4f9-4bd422a80de1 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0845933 May 20 15:54:18.075492 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f2158c82-1f5d-4a81-a3aa-f61a26b7f572 req-d4bf3b51-8ce3-4f82-836f-7fbab4dd76b8 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 May 20 15:54:18.332218 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736c3f0-d977-4813-953c-62ef57f1d232 req-fc5d3dd4-47a8-4ecc-8bd9-98e821fea675 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.333843 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5736c3f0-d977-4813-953c-62ef57f1d232 req-fc5d3dd4-47a8-4ecc-8bd9-98e821fea675 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1372917 May 20 15:54:18.385933 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8b3f-2a95-4b8a-8ca2-b38922b269e3 req-2a4e00c5-16ec-43d3-a568-afb9d7054fae tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.387493 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9b6f8b3f-2a95-4b8a-8ca2-b38922b269e3 req-2a4e00c5-16ec-43d3-a568-afb9d7054fae tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.1165841 May 20 15:54:18.401685 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5736c3f0-d977-4813-953c-62ef57f1d232 req-55c1f2b2-f5cd-4125-a2ea-e44135e90d17 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579517 May 20 15:54:18.440341 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9b6f8b3f-2a95-4b8a-8ca2-b38922b269e3 req-635df39c-a0ba-4f57-8cb4-e8ea180a4617 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464337 May 20 15:54:18.868992 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e5e0a-2168-4a84-b00d-254d045d9c47 req-2a9a8abd-96db-44cf-8fd8-afb23bd9045b tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:18.870483 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-9d4e5e0a-2168-4a84-b00d-254d045d9c47 req-2a9a8abd-96db-44cf-8fd8-afb23bd9045b tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.0879507 May 20 15:54:18.917355 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-9d4e5e0a-2168-4a84-b00d-254d045d9c47 req-938073d1-bd19-4a3e-af98-eff80a33327c tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 May 20 15:54:19.078337 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90990ab-6f72-41c3-b39c-eef3c8626a64 req-1315c542-46de-4b5e-8a1f-1aeecc9fa8a9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.079798 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f90990ab-6f72-41c3-b39c-eef3c8626a64 req-1315c542-46de-4b5e-8a1f-1aeecc9fa8a9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.0808785 May 20 15:54:19.126053 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f90990ab-6f72-41c3-b39c-eef3c8626a64 req-0403efba-0afc-4c38-ad98-a5e9d1d8bbeb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 May 20 15:54:19.273351 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5ac62-8b04-4254-a3cd-7546c3e161f7 req-d1974f00-ca02-4056-b53c-03b85860cb82 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.274922 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8aa5ac62-8b04-4254-a3cd-7546c3e161f7 req-d1974f00-ca02-4056-b53c-03b85860cb82 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0853648 May 20 15:54:19.324124 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8aa5ac62-8b04-4254-a3cd-7546c3e161f7 req-72cdf5ff-1056-4aa5-9baa-9e97104354e2 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 May 20 15:54:19.516259 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee414520-6868-48b3-84b8-740c851849a3 req-e03994f7-6844-4f7f-a8bc-773b332dece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.517738 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ee414520-6868-48b3-84b8-740c851849a3 req-e03994f7-6844-4f7f-a8bc-773b332dece3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 1099 time: 0.1349621 May 20 15:54:19.569025 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ee414520-6868-48b3-84b8-740c851849a3 req-62f838ca-bf07-4b68-8120-5f3133c3a4f3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 May 20 15:54:19.660043 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf87dc0-eeb9-476c-873f-1cf29bd3494d req-4a05f28e-815c-40e9-911e-6b8da9066c71 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.661550 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fbf87dc0-eeb9-476c-873f-1cf29bd3494d req-4a05f28e-815c-40e9-911e-6b8da9066c71 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0953147 May 20 15:54:19.665229 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50282f5-1808-4901-a0d5-56f80cee7afa req-e1b76d44-6c4c-410d-bc92-7388fd78a1cd tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.666937 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c50282f5-1808-4901-a0d5-56f80cee7afa req-e1b76d44-6c4c-410d-bc92-7388fd78a1cd tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.0822642 May 20 15:54:19.716342 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fbf87dc0-eeb9-476c-873f-1cf29bd3494d req-338e2bb4-91ff-4f6c-b71a-35a86ad67f28 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467925 May 20 15:54:19.717366 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c50282f5-1808-4901-a0d5-56f80cee7afa req-042c9d1f-5ff1-427e-b20b-ed7914b9bc4b tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437922 May 20 15:54:19.930131 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17734c71-af46-4a70-99ef-5a3c50ab4a60 req-398b4aa8-5fdd-4535-b9a5-0f2d999282b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:19.931802 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-17734c71-af46-4a70-99ef-5a3c50ab4a60 req-398b4aa8-5fdd-4535-b9a5-0f2d999282b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 1099 time: 0.0779412 May 20 15:54:20.006796 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-17734c71-af46-4a70-99ef-5a3c50ab4a60 req-b43f07e8-0dd6-4811-865e-0214897cc040 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399151 May 20 15:54:20.115944 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0e80d-3165-43f8-aa0f-6bd481bbcdf5 req-20e8d827-afb6-4cbc-bf36-7bbadd2f580a tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.117376 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-49a0e80d-3165-43f8-aa0f-6bd481bbcdf5 req-20e8d827-afb6-4cbc-bf36-7bbadd2f580a tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.0837603 May 20 15:54:20.162813 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-49a0e80d-3165-43f8-aa0f-6bd481bbcdf5 req-11ef62ea-676b-430d-a37a-ed927ee7a50b tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395000 May 20 15:54:20.167908 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04dd2e-dfd9-4285-b17b-ebcaf3fd51d1 req-fdd96b5d-a6b9-41ae-9027-83a3d0820589 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.169354 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db04dd2e-dfd9-4285-b17b-ebcaf3fd51d1 req-fdd96b5d-a6b9-41ae-9027-83a3d0820589 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.0817893 May 20 15:54:20.220139 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db04dd2e-dfd9-4285-b17b-ebcaf3fd51d1 req-f092e692-59de-44dc-a098-ac6a07dfbc08 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 May 20 15:54:20.339333 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32bc3f-b6e0-44d9-a623-38b4adcbfb7a req-111dc34b-015b-462e-bb38-5ec20a6390a0 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.340811 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6c32bc3f-b6e0-44d9-a623-38b4adcbfb7a req-111dc34b-015b-462e-bb38-5ec20a6390a0 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.0823784 May 20 15:54:20.385036 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6c32bc3f-b6e0-44d9-a623-38b4adcbfb7a req-368e98ef-ef2a-41b1-a8a1-190ca313a447 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375974 May 20 15:54:20.506737 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66bf38-c487-4344-ad76-08dbbc6a13d2 req-c92e4c24-ea74-490a-aa73-21e973092712 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.508164 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fb66bf38-c487-4344-ad76-08dbbc6a13d2 req-c92e4c24-ea74-490a-aa73-21e973092712 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0782571 May 20 15:54:20.552863 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fb66bf38-c487-4344-ad76-08dbbc6a13d2 req-f4746cf9-8aee-4254-817b-9e26b2fa4d2e tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 May 20 15:54:20.907200 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b95b05-8dcd-4dba-9b6e-1e0d10ca38f1 req-b6bc1f33-a7af-4014-a161-4e4105ddb2ad tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:20.908701 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f0b95b05-8dcd-4dba-9b6e-1e0d10ca38f1 req-b6bc1f33-a7af-4014-a161-4e4105ddb2ad tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0832779 May 20 15:54:20.955080 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f0b95b05-8dcd-4dba-9b6e-1e0d10ca38f1 req-865f084d-1f5b-4211-a545-cc3ecb12b452 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407867 May 20 15:54:21.042893 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 40768) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:21.160675 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.174396 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:21.178118 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5b900706df4335ab0530e2fdb49b33 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:21.180870 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:21.186750 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:21.273427 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.313194 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.325189 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-23d7790c-48df-4cdd-88b8-a5fb998eb716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:21.373126 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb5b900706df4335ab0530e2fdb49b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290465 May 20 15:54:21.378830 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 40778) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:21.383499 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e39fe1-4e5b-4af0-b65b-fe44ab5b43e3,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:21.387794 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:21.409850 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ab2f9-752d-4bd4-9aa6-c4e5b16c5060 req-8e1257fb-47a6-425d-a3a4-e291bd1f144c tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:21.411468 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-636ab2f9-752d-4bd4-9aa6-c4e5b16c5060 req-8e1257fb-47a6-425d-a3a4-e291bd1f144c tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.1406398 May 20 15:54:21.471126 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-636ab2f9-752d-4bd4-9aa6-c4e5b16c5060 req-66e003bf-9a6b-49f4-8748-2e13ae4d7d23 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 May 20 15:54:21.487199 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a47d892a-df80-4c6e-8f3e-ac748281a9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.497502 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de22f5-1784-4c2a-97ea-c80ecf62ef25 req-8f271a7f-0d9e-4a8d-baaf-0b29001dc680 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:21.499204 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-36de22f5-1784-4c2a-97ea-c80ecf62ef25 req-8f271a7f-0d9e-4a8d-baaf-0b29001dc680 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.1721227 May 20 15:54:21.545314 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a47d892a-df80-4c6e-8f3e-ac748281a9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.592966 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-36de22f5-1784-4c2a-97ea-c80ecf62ef25 req-873c2817-4aa0-4ee5-b6f4-303488f3b28a tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823095 May 20 15:54:21.624543 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a47d892a-df80-4c6e-8f3e-ac748281a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.630638 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-92b4c83e-be05-4382-9da5-d3a00ffe2177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:21.650837 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d892a-df80-4c6e-8f3e-ac748281a9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e39fe1-4e5b-4af0-b65b-fe44ab5b43e3,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:21.654541 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a47d892a-df80-4c6e-8f3e-ac748281a9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:21.656854 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a47d892a-df80-4c6e-8f3e-ac748281a9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:21.658463 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-a47d892a-df80-4c6e-8f3e-ac748281a9f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65e39fe1-4e5b-4af0-b65b-fe44ab5b43e3 HTTP/1.1" status: 204 len: 168 time: 0.2784879 May 20 15:54:21.687555 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3d3d1-46d5-44e3-a1ad-9ffada952443 req-18effde5-57c0-4268-86af-f165295153aa tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:21.689430 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9ea3d3d1-46d5-44e3-a1ad-9ffada952443 req-18effde5-57c0-4268-86af-f165295153aa tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.1089747 May 20 15:54:21.761656 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9ea3d3d1-46d5-44e3-a1ad-9ffada952443 req-b8c83871-8d5d-41e3-8d28-7d55eac9b01b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665107 May 20 15:54:21.829521 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804971-990f-4039-b579-772d669bdefa req-efca5745-fa83-4191-9acd-a1cbfa64f743 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:21.831143 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-08804971-990f-4039-b579-772d669bdefa req-efca5745-fa83-4191-9acd-a1cbfa64f743 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0863771 May 20 15:54:21.882012 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-08804971-990f-4039-b579-772d669bdefa req-bb6a437e-7aec-48c3-9149-ced06e66590c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 May 20 15:54:22.141284 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36fa3c-13d2-4637-96e3-630f8785fa43 req-b67808e7-6cde-44f7-b153-718382da78b8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:22.142659 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f36fa3c-13d2-4637-96e3-630f8785fa43 req-b67808e7-6cde-44f7-b153-718382da78b8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0798967 May 20 15:54:22.239205 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f36fa3c-13d2-4637-96e3-630f8785fa43 req-248d7157-6dcc-4acc-ae2c-6dcde7186215 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908115 May 20 15:54:22.432496 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568ecf8-186b-48ad-a58a-f5178de24363 req-05ed8e3f-62f5-427f-b82c-84a652e1d300 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:22.434017 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4568ecf8-186b-48ad-a58a-f5178de24363 req-05ed8e3f-62f5-427f-b82c-84a652e1d300 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0858998 May 20 15:54:22.484815 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4568ecf8-186b-48ad-a58a-f5178de24363 req-c1c165f5-6612-4d12-a2e5-ec77c1eba9a3 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 May 20 15:54:22.509379 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 40794) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:22.663371 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fc558-02b3-41a6-b989-1e2b5afad709 req-77db14b1-434e-4444-a76b-3bc0b345fee3 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:22.665063 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-392fc558-02b3-41a6-b989-1e2b5afad709 req-77db14b1-434e-4444-a76b-3bc0b345fee3 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.0834382 May 20 15:54:22.759166 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 51c73868-6df4-484e-91a4-dc47f8203a78 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:54:22.766717 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-392fc558-02b3-41a6-b989-1e2b5afad709 req-68898794-21ec-419d-bd37-8377d496c273 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939820 May 20 15:54:22.827320 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897c49c-f0c2-4544-b180-a4e49dc27ea2 req-47082239-88f5-40f2-a5f5-681dc8abcfa0 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:22.829960 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b897c49c-f0c2-4544-b180-a4e49dc27ea2 req-47082239-88f5-40f2-a5f5-681dc8abcfa0 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.1024442 May 20 15:54:22.868505 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be290659-c35d-4d40-896c-9086de95cb95 tempest-TestShelveInstance-1059410062 tempest-TestShelveInstance-1059410062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:22.869271 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-be290659-c35d-4d40-896c-9086de95cb95 tempest-TestShelveInstance-1059410062 tempest-TestShelveInstance-1059410062-project-admin] Synchronizing usage tracker for tenant:a8b673154cf346078d725f83637967cd on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:22.881929 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-df2065d8-10a0-4e99-8690-d509a846ea99 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:22.883463 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-df2065d8-10a0-4e99-8690-d509a846ea99 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.54 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 948 time: 0.1208291 May 20 15:54:22.925651 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:22.929804 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b897c49c-f0c2-4544-b180-a4e49dc27ea2 req-2aa6fe56-aa85-4eac-a7f3-0e6402f58530 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/security-groups?id=e05c584f-18c1-43b8-974c-17bdb940b6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941510 May 20 15:54:22.949494 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '51c73868-6df4-484e-91a4-dc47f8203a78', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'port_id': '51c73868-6df4-484e-91a4-dc47f8203a78', 'mac_address': 'fa:16:3e:94:01:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:54:23.016248 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.017464 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-be290659-c35d-4d40-896c-9086de95cb95 tempest-TestShelveInstance-1059410062 tempest-TestShelveInstance-1059410062-project-admin] Unset dirty status for tenant:a8b673154cf346078d725f83637967cd on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:23.021556 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-be290659-c35d-4d40-896c-9086de95cb95 tempest-TestShelveInstance-1059410062 tempest-TestShelveInstance-1059410062-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 1094 time: 0.5082903 May 20 15:54:23.022359 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 40808) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:23.034955 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c73868-6df4-484e-91a4-dc47f8203a78 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:23.051526 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:23.056353 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.058703 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-859a423e-0fc7-49d9-86da-3f9ddf386a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:23.062864 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Request body: {'floatingip': {'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'port_id': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:23.081004 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:23.089991 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Usage tracker for resource:floatingip and tenant:1eb94c49a1514d9b817420801fb239a0 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:23.096149 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:23.111512 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:23.136790 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=9']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:23.138784 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c904b0e-9106-4c25-9576-5592e754bdf8 req-3dde93a2-a36b-4a5b-b0c0-b81a045eb838 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:23.139097 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dbd93-a273-4061-aaf1-618056604154 req-22cfd1fb-228b-4acc-8e56-c9c9bd619a22 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:23.140903 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-367dbd93-a273-4061-aaf1-618056604154 req-22cfd1fb-228b-4acc-8e56-c9c9bd619a22 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0956941 May 20 15:54:23.142925 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:23.146079 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3c904b0e-9106-4c25-9576-5592e754bdf8 req-3dde93a2-a36b-4a5b-b0c0-b81a045eb838 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 943 time: 0.2134061 May 20 15:54:23.163547 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for floatingip, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.190458 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-367dbd93-a273-4061-aaf1-618056604154 req-3cbdecd7-d391-4e09-bf0b-f011929f04ad tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 May 20 15:54:23.231277 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3c904b0e-9106-4c25-9576-5592e754bdf8 req-56c9b019-c7b0-4039-aae6-ca77a4445c5e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843868 May 20 15:54:23.239346 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Deleting port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:23.239977 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.450589 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] For port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,segment=NetworkSegment(eba94159-a2f9-4741-b9bb-7af8ea3ea5e4),segment_id=eba94159-a2f9-4741-b9bb-7af8ea3ea5e4)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:23.451322 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.464700 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['51c73868-6df4-484e-91a4-dc47f8203a78'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:23.619030 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Calling delete_port for 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:23.622316 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:23.819679 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-89326171-1865-4cd1-9241-b5bf90c59b60 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:23.821101 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-89326171-1865-4cd1-9241-b5bf90c59b60 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.54 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.2430944 May 20 15:54:23.844019 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Allocated IP 172.28.3.104 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/c8ba30eb-83a1-45ae-a9dc-567df54dd8d7) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:24.054568 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.087747 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a8cd31f7-b6e4-4255-8193-e078259012d6 req-ccd229b6-5f0b-4fb3-a0df-184c4c076278 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 210 time: 0.0452719 May 20 15:54:24.136763 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:24.173378 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:24.283676 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Pushing event deleted for resources: {'Port': ['ID=6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:24.292338 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:24.347410 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-294f36b6-bd55-418a-948c-75a3dcd8ce08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.397271 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57225b24-8484-463e-92b8-e1272c87d5fa req-5648c376-08c1-443d-943a-20811315f2d7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:24.398927 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-57225b24-8484-463e-92b8-e1272c87d5fa req-5648c376-08c1-443d-943a-20811315f2d7 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 946 time: 0.0949550 May 20 15:54:24.405732 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] No DVR routers for this DVR port 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:24.408272 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.415530 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d', 'name': 'network-vif-deleted', 'tag': '6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:24.459304 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-57225b24-8484-463e-92b8-e1272c87d5fa req-ea10a453-1c69-4a80-8d42-21e3184b8fd1 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538948 May 20 15:54:24.461286 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafce77-411f-4535-a0c2-e5efe7450619 req-4134c842-e652-4b48-b388-cf9bce993fe5 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:24.462840 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9aafce77-411f-4535-a0c2-e5efe7450619 req-4134c842-e652-4b48-b388-cf9bce993fe5 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.5498812 May 20 15:54:24.475336 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.520193 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ffbc472f-6cd6-4e77-8860-5f7d081dcc25 req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.54 "DELETE /v2.0/ports/6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 HTTP/1.1" status: 204 len: 173 time: 1.6272047 May 20 15:54:24.521640 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Deleting port aeaad612-b12d-4245-8185-7b126df93688 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:24.521983 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.576807 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9aafce77-411f-4535-a0c2-e5efe7450619 req-c02f950e-c999-4183-b55d-c069de1df12d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944722 May 20 15:54:24.648326 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d', 'name': 'network-vif-deleted', 'tag': '6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2', 'status': 'completed', 'code': 200} May 20 15:54:24.688197 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.700193 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:24.730565 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f915fd-cf92-40d9-b536-ae7b5ba2e757 req-7594103f-9c78-4211-a739-6a87bedb0210 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:24.732916 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-94f915fd-cf92-40d9-b536-ae7b5ba2e757 req-7594103f-9c78-4211-a739-6a87bedb0210 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 944 time: 0.1748405 May 20 15:54:24.767385 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] For port aeaad612-b12d-4245-8185-7b126df93688, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aeaad612-b12d-4245-8185-7b126df93688,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:24.767745 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.779796 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-94f915fd-cf92-40d9-b536-ae7b5ba2e757 req-57e7f88e-7424-426c-83a0-42c33d857117 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392416 May 20 15:54:24.796996 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:24.818114 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 51c73868-6df4-484e-91a4-dc47f8203a78 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:24.850850 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:24.890392 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 51c73868-6df4-484e-91a4-dc47f8203a78 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:24.890772 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:24.912969 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event updated for resources: {'Port': ['ID=c8ba30eb-83a1-45ae-a9dc-567df54dd8d7,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:24.915339 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:24.946315 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Calling delete_port for aeaad612-b12d-4245-8185-7b126df93688 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:24.949008 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:25.011607 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.064898 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:25.074531 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:25.083889 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.085505 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:25.115321 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-48d7fc07-2c42-478a-b317-7dcb0509aef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:25.145915 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78', 'code': 200} May 20 15:54:25.164399 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:25.164743 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6ad5f5be-2d25-4ba6-ba37-efdce56fb3f2 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:25.193324 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=10']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:25.205758 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:25.308320 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d32d1a6e-d921-41cf-a68e-f03c2a00c25c req-7fb94c3b-deaa-461a-baab-2ea39f4e1d7a tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] 10.222.0.36 "GET /v2.0/ports?device_id=279dbab4-6ca4-4dde-ad6b-b61d74aa5a0d HTTP/1.1" status: 200 len: 210 time: 0.0476835 May 20 15:54:25.360315 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.368458 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:25.415966 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['67a3de25-ed76-482e-8ec5-e173ae07a885', 'aeaad612-b12d-4245-8185-7b126df93688'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:25.463397 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Pushing event deleted for resources: {'Port': ['ID=aeaad612-b12d-4245-8185-7b126df93688,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:25.473702 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:25.543580 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:54:25.630287 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] No DVR routers for this DVR port aeaad612-b12d-4245-8185-7b126df93688 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:25.678888 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:25.749510 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-efd6daf9-cd51-4311-b28e-67d145fdc22d req-c511a623-462c-4dbc-b771-bf4a91d0791b tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=d714c265-1eb4-4393-b368-598e1cda1e82 HTTP/1.1" status: 200 len: 210 time: 0.1174612 May 20 15:54:25.782792 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ae6015e8-b93b-4385-9548-f94afa42c68d req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.54 "DELETE /v2.0/ports/aeaad612-b12d-4245-8185-7b126df93688 HTTP/1.1" status: 204 len: 173 time: 1.9070463 May 20 15:54:25.796039 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876756c-26fa-48f0-b327-788ced270bf6 req-e4aa7304-5767-4f3b-8d71-c827c9601c52 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:25.798004 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0876756c-26fa-48f0-b327-788ced270bf6 req-e4aa7304-5767-4f3b-8d71-c827c9601c52 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.1028492 May 20 15:54:25.854477 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0876756c-26fa-48f0-b327-788ced270bf6 req-37e290d7-0553-41e9-ac27-85e32edafa08 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498643 May 20 15:54:26.070821 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-42017a92-0f5c-48cb-ab17-e4f0946760b7 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:26.072241 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-42017a92-0f5c-48cb-ab17-e4f0946760b7 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.4310999 May 20 15:54:26.152140 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.212768 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da8891-3f6f-41e5-971f-d6252432a116 req-4df19db2-c9fd-411e-a05e-1e77edb648d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:26.214591 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e2da8891-3f6f-41e5-971f-d6252432a116 req-4df19db2-c9fd-411e-a05e-1e77edb648d1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 1099 time: 0.3296235 May 20 15:54:26.284341 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2cecf-4c61-4ab8-8379-463a4ab7926d req-86c9432f-3034-4745-8637-42b8927a0af0 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:26.285789 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ebc2cecf-4c61-4ab8-8379-463a4ab7926d req-86c9432f-3034-4745-8637-42b8927a0af0 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 946 time: 0.3593802 May 20 15:54:26.427741 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e2da8891-3f6f-41e5-971f-d6252432a116 req-138c958e-d47c-4d20-9e07-70f4ef89de02 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025597 May 20 15:54:26.432731 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ebc2cecf-4c61-4ab8-8379-463a4ab7926d req-6e975d23-f44e-4fef-a380-48cf00e18b38 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382060 May 20 15:54:26.438301 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.515433 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Deleting port 6c2db09a-26d9-4577-a724-800e56f55c1a {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:26.515781 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.633206 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b6463aee-ce0c-4390-be56-6117572f0f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.690996 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd714c265-1eb4-4393-b368-598e1cda1e82', 'name': 'network-vif-deleted', 'tag': 'aeaad612-b12d-4245-8185-7b126df93688'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:26.752862 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd714c265-1eb4-4393-b368-598e1cda1e82', 'name': 'network-vif-deleted', 'tag': 'aeaad612-b12d-4245-8185-7b126df93688', 'status': 'completed', 'code': 200} May 20 15:54:26.775602 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] For port 6c2db09a-26d9-4577-a724-800e56f55c1a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6c2db09a-26d9-4577-a724-800e56f55c1a,segment=NetworkSegment(f3a56b43-5dfa-4d5b-906c-ff72a3039caf),segment_id=f3a56b43-5dfa-4d5b-906c-ff72a3039caf)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:26.776018 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.883304 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.952528 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Calling delete_port for 6c2db09a-26d9-4577-a724-800e56f55c1a owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:26.979571 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.990096 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:26.995205 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fc595fce-2e4f-4343-ab29-75779ad64f8c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:27.181483 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event updated for resources: {'Port': ['ID=c8ba30eb-83a1-45ae-a9dc-567df54dd8d7,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:27.198482 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:27.234183 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.375503 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00a503-4c38-44c0-ae06-d492f0a862ba req-0cb3cfe6-8063-4cf1-b7e5-e25e0eb0fb76 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:27.383258 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fa00a503-4c38-44c0-ae06-d492f0a862ba req-0cb3cfe6-8063-4cf1-b7e5-e25e0eb0fb76 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1001046 May 20 15:54:27.391369 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1418e-bc69-4cc0-b607-b4644ed4f3e4 req-7f3e1f79-80f4-4eef-ac1b-ac5326abb8bc tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:27.392919 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6cb1418e-bc69-4cc0-b607-b4644ed4f3e4 req-7f3e1f79-80f4-4eef-ac1b-ac5326abb8bc tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd HTTP/1.1" status: 200 len: 946 time: 0.3619752 May 20 15:54:27.433540 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fa00a503-4c38-44c0-ae06-d492f0a862ba req-89e41950-2266-4415-b869-ae62ec3f7dcb tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489738 May 20 15:54:27.598500 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.612664 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b6c11fc2-abe7-46fc-a535-8b533fafb2d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:27.651437 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['6c2db09a-26d9-4577-a724-800e56f55c1a'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:27.665330 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398eacc-af85-44be-a2fb-64cfd6fe2c7c req-d83a324c-4bed-4c6a-bdcb-2dc24009f05d tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:27.667320 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2398eacc-af85-44be-a2fb-64cfd6fe2c7c req-d83a324c-4bed-4c6a-bdcb-2dc24009f05d tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 946 time: 0.1115282 May 20 15:54:27.681728 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Pushing event deleted for resources: {'Port': ['ID=6c2db09a-26d9-4577-a724-800e56f55c1a,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:27.692857 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:27.694987 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.l3_db [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Floating IP 6fdc6474-a781-4f74-8894-0f6d6edc54f5 associated. External IP: 172.28.3.104, port: 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e. May 20 15:54:27.736706 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2398eacc-af85-44be-a2fb-64cfd6fe2c7c req-f5870d4c-2a13-4da2-8b13-f7492a9b2f49 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611310 May 20 15:54:27.826233 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6cb1418e-bc69-4cc0-b607-b4644ed4f3e4 req-7c80c963-2b67-4f35-a173-6327b932e8af tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752413 May 20 15:54:27.907442 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] No DVR routers for this DVR port 6c2db09a-26d9-4577-a724-800e56f55c1a on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:27.910717 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.945009 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:27.986765 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d4753d40-736e-4ae3-baf3-ddf94f5241ec req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.54 "DELETE /v2.0/ports/6c2db09a-26d9-4577-a724-800e56f55c1a HTTP/1.1" status: 204 len: 173 time: 1.8998494 May 20 15:54:28.276343 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Router d3c604de-ac6f-4751-b23e-aa84eb767bb7 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:54:28.507599 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:28.523068 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] Sync routers for ids ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:28.533590 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] Routers {'d3c604de-ac6f-4751-b23e-aa84eb767bb7'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:28.534669 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:54:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:28.551444 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:28.670232 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.6332343 May 20 15:54:28.745939 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dd75d-5882-4ea2-b686-9581e43c8989 req-11bb2753-f900-4b43-ab1f-2a386b640290 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:28.753765 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ac5dd75d-5882-4ea2-b686-9581e43c8989 req-11bb2753-f900-4b43-ab1f-2a386b640290 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1688254 May 20 15:54:28.754623 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd', 'name': 'network-vif-deleted', 'tag': '6c2db09a-26d9-4577-a724-800e56f55c1a'}, {'name': 'network-changed', 'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:28.755823 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] Set router d3c604de-ac6f-4751-b23e-aa84eb767bb7 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:28.788931 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aeaad612-b12d-4245-8185-7b126df93688 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:28.852360 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ac5dd75d-5882-4ea2-b686-9581e43c8989 req-60c1c363-68ea-45ee-8f4c-ddd14db0f09c tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967429 May 20 15:54:28.871471 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b671ba-71cc-4e1f-bcf0-c2c3d0c86fcd', 'name': 'network-vif-deleted', 'tag': '6c2db09a-26d9-4577-a724-800e56f55c1a', 'status': 'completed', 'code': 200} May 20 15:54:28.872074 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'status': 'completed', 'code': 200} May 20 15:54:28.884174 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: aeaad612-b12d-4245-8185-7b126df93688 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:28.884984 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aeaad612-b12d-4245-8185-7b126df93688 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:29.133276 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-81947c0c-a621-4082-9d76-85744a2ec8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:29.141176 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-81947c0c-a621-4082-9d76-85744a2ec8ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1eb94c49a1514d9b817420801fb239a0&device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 1099 time: 0.2298632 May 20 15:54:29.182861 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:05Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '6fdc6474-a781-4f74-8894-0f6d6edc54f5', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'floating_ip_address': '172.28.3.104', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'port_id': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'mac_address': 'fa:16:3e:46:b6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:54:25Z', 'updated_at': '2021-05-20T15:54:25Z', 'revision_number': 0, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd74f5a-c289-44f8-bee2-bd622b05a92a', 'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'mac_address': 'fa:16:3e:4f:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:04Z', 'updated_at': '2021-05-20T15:53:15Z', 'revision_number': 5, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'subnets': [{'id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:29.185920 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] Checking router: d3c604de-ac6f-4751-b23e-aa84eb767bb7 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:54:29.189689 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae70af0-6e40-4f01-904f-23b2be029139 req-e88aecb7-3950-4f85-8e35-96be8db2f4c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:29.194688 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] Routers {'d3c604de-ac6f-4751-b23e-aa84eb767bb7'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:29.195492 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:54:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:29.199662 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-eae70af0-6e40-4f01-904f-23b2be029139 req-e88aecb7-3950-4f85-8e35-96be8db2f4c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 946 time: 0.1515043 May 20 15:54:29.307275 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-eae70af0-6e40-4f01-904f-23b2be029139 req-03648466-5e8b-4b8a-90b6-2eb7f527d4e6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066477 May 20 15:54:29.356549 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-6d102c98-3a39-47ca-8772-5788d11e4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:29.358870 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-6d102c98-3a39-47ca-8772-5788d11e4309 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7aa8059-be66-4aa1-874e-9d6e3397c874 HTTP/1.1" status: 200 len: 910 time: 0.2114713 May 20 15:54:29.395889 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] Set router d3c604de-ac6f-4751-b23e-aa84eb767bb7 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:29.572686 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-aef9a445-62b3-4eaf-b64a-60c949e32e75 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e HTTP/1.1" status: 200 len: 1000 time: 0.2057083 May 20 15:54:29.654917 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-55d301c6-1358-4617-8d1c-719c943e9b3b tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:29.656463 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-55d301c6-1358-4617-8d1c-719c943e9b3b tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/networks?id=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e HTTP/1.1" status: 200 len: 809 time: 0.2281234 May 20 15:54:29.664181 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-5dd56bfe-1ea4-46a7-a05f-dfdbf84804be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:29.666004 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-5dd56bfe-1ea4-46a7-a05f-dfdbf84804be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a02094e-cb94-48e6-8251-2bd9be727065 HTTP/1.1" status: 200 len: 848 time: 0.0840786 May 20 15:54:29.708116 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:29.716014 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-bbfc1a98-9227-4de0-9b2b-a2478a649574 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/quotas/91ef89e250c049a29ebd2668060bc4f5 HTTP/1.1" status: 200 len: 375 time: 0.0490375 May 20 15:54:29.774042 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-14ee3c28-19c6-4c94-8e0a-7d6c7629d1b7 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Synchronizing usage tracker for tenant:91ef89e250c049a29ebd2668060bc4f5 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:29.794052 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:05Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '6fdc6474-a781-4f74-8894-0f6d6edc54f5', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'floating_ip_address': '172.28.3.104', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'port_id': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'mac_address': 'fa:16:3e:46:b6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:54:25Z', 'updated_at': '2021-05-20T15:54:25Z', 'revision_number': 0, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd74f5a-c289-44f8-bee2-bd622b05a92a', 'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'mac_address': 'fa:16:3e:4f:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:04Z', 'updated_at': '2021-05-20T15:53:15Z', 'revision_number': 5, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'subnets': [{'id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:29.798738 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-14ee3c28-19c6-4c94-8e0a-7d6c7629d1b7 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Unset dirty status for tenant:91ef89e250c049a29ebd2668060bc4f5 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:29.799736 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17a7f4-70c9-49ea-ac96-ebb3f9810204 None None] The sync data for ids ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'] in dv-cinder-784779-12-smb is: [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:05Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '6fdc6474-a781-4f74-8894-0f6d6edc54f5', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'floating_ip_address': '172.28.3.104', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'port_id': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'mac_address': 'fa:16:3e:46:b6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:54:25Z', 'updated_at': '2021-05-20T15:54:25Z', 'revision_number': 0, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd74f5a-c289-44f8-bee2-bd622b05a92a', 'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'mac_address': 'fa:16:3e:4f:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:04Z', 'updated_at': '2021-05-20T15:53:15Z', 'revision_number': 5, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'subnets': [{'id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:29.800000 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-14ee3c28-19c6-4c94-8e0a-7d6c7629d1b7 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=91ef89e250c049a29ebd2668060bc4f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758348 May 20 15:54:29.806090 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-04891b39-7722-4e30-ab7e-25274712ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:29.807562 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-04891b39-7722-4e30-ab7e-25274712ffe4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7aa8059-be66-4aa1-874e-9d6e3397c874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1331830 May 20 15:54:30.078887 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d9a89-2d36-4588-bb74-0691a594311c req-de469c55-9aad-4d2b-9ed4-54d1fdafe072 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:30.080276 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302d92c-32e4-4409-84ba-0f34953c76ee None None] New status for floating IP 6fdc6474-a781-4f74-8894-0f6d6edc54f5: ACTIVE {{(pid=91626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:54:30.081345 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-932d9a89-2d36-4588-bb74-0691a594311c req-de469c55-9aad-4d2b-9ed4-54d1fdafe072 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1055963 May 20 15:54:30.140753 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-932d9a89-2d36-4588-bb74-0691a594311c req-67b6c69b-5357-4435-a9f0-2de140cac881 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522101 May 20 15:54:30.169254 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-f7ee7d07-f6f3-4469-a5e3-1357e64f7d29 service neutron] 10.222.0.36 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607516 May 20 15:54:30.173508 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-f55a6ed1-74bb-4b50-a49b-eb02ce8f5ccc service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472557 May 20 15:54:30.436311 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3ace47cb-6538-44f6-a87f-73b793fbf23d req-147fbdd1-278b-4461-88bf-ec0612823f39 service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374454 May 20 15:54:30.438054 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-1f38321c-a39c-4198-849a-35803307303a service neutron] 10.222.0.36 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616630 May 20 15:54:30.619834 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3ce6a5e0-effd-46b1-8a03-377b3127b749 req-0dd1d60f-0238-4980-9bc5-fa80d4dcee40 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 210 time: 0.0455017 May 20 15:54:30.777756 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6c2db09a-26d9-4577-a724-800e56f55c1a no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:30.824882 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 6c2db09a-26d9-4577-a724-800e56f55c1a {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:30.825375 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 6c2db09a-26d9-4577-a724-800e56f55c1a not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:31.332301 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2630a-0358-43d0-b5dc-c71f48f39c5b req-18197843-c20f-40b0-b00a-517429e6bd98 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:31.332976 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-33b2630a-0358-43d0-b5dc-c71f48f39c5b req-18197843-c20f-40b0-b00a-517429e6bd98 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Synchronizing usage tracker for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:31.350075 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-33b2630a-0358-43d0-b5dc-c71f48f39c5b req-18197843-c20f-40b0-b00a-517429e6bd98 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Unset dirty status for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:31.351243 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-33b2630a-0358-43d0-b5dc-c71f48f39c5b req-18197843-c20f-40b0-b00a-517429e6bd98 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1014037 May 20 15:54:31.397342 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-33b2630a-0358-43d0-b5dc-c71f48f39c5b req-646e2098-fa94-433a-be01-85997b49de04 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 May 20 15:54:31.780050 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-550649ec-9c37-4c90-bac3-8603cce932a7 req-fe6774be-a2b1-4445-9e74-faa1668ea80a tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 210 time: 0.0463691 May 20 15:54:31.876701 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-2a74ec70-a290-4ee2-8dbd-e4cef996a6e8 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:31.878232 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-2a74ec70-a290-4ee2-8dbd-e4cef996a6e8 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.54 "GET /v2.0/networks?id=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e HTTP/1.1" status: 200 len: 809 time: 0.1564031 May 20 15:54:31.901223 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Request body: {'port': {'device_id': '32fcfa11-e4f0-42a4-949e-4d32671f30bc', 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e', 'admin_state_up': True, 'tenant_id': '91ef89e250c049a29ebd2668060bc4f5'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:32.045822 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:32.055505 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:32.065745 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Made reservation on behalf of 91ef89e250c049a29ebd2668060bc4f5 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:32.069397 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.146071 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41158) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:32.242308 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Allocated IP 172.20.0.4 (9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e/33d6f6f4-eb01-4122-a27b-29f122e5747f/e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:32.305936 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-30aeb44f-a943-4bd7-ab62-d62f6a80be8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c29ab269f99145a79fe4a86b4a7a2d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585109 May 20 15:54:32.308373 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41164) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:32.367187 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.392837 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.458867 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.460714 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.467936 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f64cd339-657c-4d0c-86ff-9d67b428a8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:32.481454 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05c584f-18c1-43b8-974c-17bdb940b6ef,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:32.489645 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.490120 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.490556 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.490912 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.491255 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.491629 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.492049 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.492557 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.492904 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.493241 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.493638 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.494052 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.494281 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.498945 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:32.502444 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.502576 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-df298187-924c-4336-940e-6e7ea36e1c51 tempest-VolumesActionsTest-1616481728 tempest-VolumesActionsTest-1616481728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:32.506162 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e05c584f-18c1-43b8-974c-17bdb940b6ef HTTP/1.1" status: 204 len: 168 time: 0.1966686 May 20 15:54:32.612434 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:32.619482 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:32.621553 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:32.679871 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Pushing event updated for resources: {'Port': ['ID=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:32.706062 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.706532 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.706896 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.707251 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.707631 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.707987 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.708392 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.708926 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.709345 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.709908 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.710415 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.710851 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:54:32.716290 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:32.733170 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:32.733845 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:32.770364 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8751523 May 20 15:54:32.779015 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3677f-83bd-4273-ae7f-9a4651da0ffa req-839550dc-8da4-4f3c-bc42-3ca45ba9b8fc tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:32.780616 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cbe3677f-83bd-4273-ae7f-9a4651da0ffa req-839550dc-8da4-4f3c-bc42-3ca45ba9b8fc tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.2378983 May 20 15:54:32.804456 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Request body: {'port': {'device_id': '32fcfa11-e4f0-42a4-949e-4d32671f30bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:32.878291 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cbe3677f-83bd-4273-ae7f-9a4651da0ffa req-f4eed11a-e3a3-42d4-9189-39d803dcec81 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904820 May 20 15:54:32.987074 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f957ce-7229-408f-bb13-04bf7bf0863d req-0c1b9efb-6920-47e3-bb51-8d9027186fa9 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:32.988752 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-50f957ce-7229-408f-bb13-04bf7bf0863d req-0c1b9efb-6920-47e3-bb51-8d9027186fa9 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 931 time: 0.0915349 May 20 15:54:33.024899 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.035421 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-50f957ce-7229-408f-bb13-04bf7bf0863d req-6b7aa60b-c266-4ce4-8116-896f70d7c8db tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 May 20 15:54:33.361947 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:33.369098 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.383134 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Transition to ACTIVE for port object e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:33.385943 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.389528 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:33.515081 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Pushing event updated for resources: {'Port': ['ID=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:33.543670 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:33.677057 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Attempting to bind port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:33.677291 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Attempting to bind port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:33.677616 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Attempting to bind port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec on network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:33.684119 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec on network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:54:33.684437 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Attempting to bind port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec on network 9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:33.691022 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:33.691348 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Checking segment: {'id': 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:33.691721 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Bound using segment: {'id': 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:33.692142 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Bound port: e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:33.692485 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.714207 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d72ce-da48-4742-a35b-165a6b54961c req-a21e45c2-8261-4dd6-bf8b-8e357c19465b tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:33.715646 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-215d72ce-da48-4742-a35b-165a6b54961c req-a21e45c2-8261-4dd6-bf8b-8e357c19465b tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.54 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.1605628 May 20 15:54:33.883013 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] For port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:33.898486 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] For port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,segment=NetworkSegment(f3a56b43-5dfa-4d5b-906c-ff72a3039caf),segment_id=f3a56b43-5dfa-4d5b-906c-ff72a3039caf)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:33.905921 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.911012 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:33.976522 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:33.977132 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:33.978497 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] 10.222.0.54 "PUT /v2.0/ports/e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec HTTP/1.1" status: 200 len: 1093 time: 1.1793904 May 20 15:54:33.979581 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fcfa11-e4f0-42a4-949e-4d32671f30bc', 'tag': 'e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:33.997942 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-215d72ce-da48-4742-a35b-165a6b54961c req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Deleting port 67a3de25-ed76-482e-8ec5-e173ae07a885 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:33.998453 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-215d72ce-da48-4742-a35b-165a6b54961c req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.047062 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fcfa11-e4f0-42a4-949e-4d32671f30bc', 'tag': 'e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec', 'status': 'completed', 'code': 200} May 20 15:54:34.095748 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Pushing event updated for resources: {'Port': ['ID=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:34.121207 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:34.220608 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3212b7-503e-40a5-b182-9e742641c427 req-32918483-2257-4255-ae7f-3041c539a9b1 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.222112 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4d3212b7-503e-40a5-b182-9e742641c427 req-32918483-2257-4255-ae7f-3041c539a9b1 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 943 time: 0.0796340 May 20 15:54:34.258637 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-215d72ce-da48-4742-a35b-165a6b54961c req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] For port 67a3de25-ed76-482e-8ec5-e173ae07a885, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=67a3de25-ed76-482e-8ec5-e173ae07a885,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:34.259001 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-215d72ce-da48-4742-a35b-165a6b54961c req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.270548 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4d3212b7-503e-40a5-b182-9e742641c427 req-54b6c1b0-8c12-40ef-a97f-f6f833cf5103 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423276 May 20 15:54:34.282564 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38644f-a8c6-403e-8746-1ec62e10e570 req-be046437-bb28-44b4-b627-afd17479d1e3 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.284058 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fc38644f-a8c6-403e-8746-1ec62e10e570 req-be046437-bb28-44b4-b627-afd17479d1e3 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 945 time: 0.2932847 May 20 15:54:34.334311 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-6c2fce84-86f4-4566-b608-3ab4bdc77d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.335754 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-6c2fce84-86f4-4566-b608-3ab4bdc77d60 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ef89e250c049a29ebd2668060bc4f5&device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 1096 time: 0.2879837 May 20 15:54:34.400121 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-215d72ce-da48-4742-a35b-165a6b54961c req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Calling delete_port for 67a3de25-ed76-482e-8ec5-e173ae07a885 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:34.481763 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-e3f95663-6423-47dc-8fa3-366bdaa9e87a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec HTTP/1.1" status: 200 len: 217 time: 0.0878329 May 20 15:54:34.633370 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fc38644f-a8c6-403e-8746-1ec62e10e570 req-0ebf8e18-082c-4864-ae2e-a5a5445f9e56 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411711 May 20 15:54:34.659013 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-c9f328a3-69ce-4689-b257-e2486f664fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:34.660420 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-c9f328a3-69ce-4689-b257-e2486f664fe0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33d6f6f4-eb01-4122-a27b-29f122e5747f HTTP/1.1" status: 200 len: 849 time: 0.1652241 May 20 15:54:34.715624 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-a00e4d9a-ca11-4494-916d-c6402b7f76d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450687 May 20 15:54:34.875239 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-215d72ce-da48-4742-a35b-165a6b54961c req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:34.881933 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-03ff7c21-0a78-4ae0-8c1a-04149cf22c8c tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:34.915730 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['67a3de25-ed76-482e-8ec5-e173ae07a885'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:34.939728 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Pushing event deleted for resources: {'Port': ['ID=67a3de25-ed76-482e-8ec5-e173ae07a885,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:34.945727 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:34.951669 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-ef81efcd-ae4a-44ed-922e-205db01aca03 service neutron] 10.222.0.54 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024117 May 20 15:54:35.057306 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-215d72ce-da48-4742-a35b-165a6b54961c req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] No DVR routers for this DVR port 67a3de25-ed76-482e-8ec5-e173ae07a885 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:35.061920 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-215d72ce-da48-4742-a35b-165a6b54961c req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.131977 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-215d72ce-da48-4742-a35b-165a6b54961c req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.54 "DELETE /v2.0/ports/67a3de25-ed76-482e-8ec5-e173ae07a885 HTTP/1.1" status: 204 len: 173 time: 1.3890314 May 20 15:54:35.160837 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bc5a0145-3fb6-4b87-9cbc-2b8394e27b3b req-5c84addb-b992-467a-a155-b9a2ae1ffad8 service neutron] 10.222.0.54 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747186 May 20 15:54:35.330477 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:35.340255 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d1bb-549c-4df8-a7e5-cc32aa61052b req-46f8360a-74c2-4ff7-9f6b-eb082dc1ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:35.341788 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd48d1bb-549c-4df8-a7e5-cc32aa61052b req-46f8360a-74c2-4ff7-9f6b-eb082dc1ec39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=91ef89e250c049a29ebd2668060bc4f5&device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 1096 time: 0.0714755 May 20 15:54:35.467716 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e28bc-567f-463c-9e34-98cd5b1345e3 req-2203cd5e-2c35-4485-94dd-d48a7e81df30 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:35.469234 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-683e28bc-567f-463c-9e34-98cd5b1345e3 req-2203cd5e-2c35-4485-94dd-d48a7e81df30 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 943 time: 0.0827994 May 20 15:54:35.488232 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d1bb-549c-4df8-a7e5-cc32aa61052b req-4e33ad52-9ba8-45db-b8f6-01a6bd1b2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:35.489677 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd48d1bb-549c-4df8-a7e5-cc32aa61052b req-4e33ad52-9ba8-45db-b8f6-01a6bd1b2745 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e HTTP/1.1" status: 200 len: 910 time: 0.1350009 May 20 15:54:35.514320 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-683e28bc-567f-463c-9e34-98cd5b1345e3 req-51327fe6-449a-4a7a-b8cf-ce3c8bad3c4f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 May 20 15:54:35.562444 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd48d1bb-549c-4df8-a7e5-cc32aa61052b req-cb39601f-8c47-49fb-9895-9019be6f87b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec HTTP/1.1" status: 200 len: 217 time: 0.0657780 May 20 15:54:35.629553 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d1bb-549c-4df8-a7e5-cc32aa61052b req-1dfb62f9-f8a0-4cfc-ae83-f3f24cd4b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:35.631027 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd48d1bb-549c-4df8-a7e5-cc32aa61052b req-1dfb62f9-f8a0-4cfc-ae83-f3f24cd4b57f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=33d6f6f4-eb01-4122-a27b-29f122e5747f HTTP/1.1" status: 200 len: 849 time: 0.0619876 May 20 15:54:35.679492 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd48d1bb-549c-4df8-a7e5-cc32aa61052b req-12360702-785e-4940-bb1d-0189f81e3f7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406797 May 20 15:54:35.825095 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-ebd98760-3c97-4a96-9f84-a6f15d1989c4 req-80526479-8434-4fd1-9fa4-9c1e0ac028c6 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Synchronizing usage tracker for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:35.859432 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-ebd98760-3c97-4a96-9f84-a6f15d1989c4 req-80526479-8434-4fd1-9fa4-9c1e0ac028c6 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Unset dirty status for tenant:5fcfa309c46343d08d16719032f9ed40 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:35.860568 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ebd98760-3c97-4a96-9f84-a6f15d1989c4 req-80526479-8434-4fd1-9fa4-9c1e0ac028c6 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] 10.222.0.36 "GET /v2.0/ports?device_id=45f70ae5-99ef-41d7-a034-4f2b476b70b0 HTTP/1.1" status: 200 len: 210 time: 0.0894186 May 20 15:54:35.863771 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd48d1bb-549c-4df8-a7e5-cc32aa61052b req-cc35cb93-c8a9-4514-a8b0-9c38f10e4e83 service neutron] 10.222.0.54 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769681 May 20 15:54:36.006276 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd48d1bb-549c-4df8-a7e5-cc32aa61052b req-48d2ffa1-cc71-4d2a-883c-7cc4ae35d313 service neutron] 10.222.0.54 "GET /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304119 May 20 15:54:36.047878 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f70ae5-99ef-41d7-a034-4f2b476b70b0', 'name': 'network-vif-deleted', 'tag': '67a3de25-ed76-482e-8ec5-e173ae07a885'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:36.090619 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f70ae5-99ef-41d7-a034-4f2b476b70b0', 'name': 'network-vif-deleted', 'tag': '67a3de25-ed76-482e-8ec5-e173ae07a885', 'status': 'completed', 'code': 200} May 20 15:54:36.547456 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fe903900-8eda-4f69-8146-29c84ea86924 req-551755b7-a045-4041-b494-96e55e6626db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803530 May 20 15:54:36.804505 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903900-8eda-4f69-8146-29c84ea86924 req-9b9135c6-a66e-4a13-af14-b1e4f2c7c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:36.805956 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fe903900-8eda-4f69-8146-29c84ea86924 req-9b9135c6-a66e-4a13-af14-b1e4f2c7c914 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 1099 time: 0.2197490 May 20 15:54:36.823656 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bdd95-b0d2-4417-95ca-f026a0f5a7b5 req-fbf4602e-a23c-4694-ab3b-3fc55994c35f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:36.824248 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-cf6bdd95-b0d2-4417-95ca-f026a0f5a7b5 req-fbf4602e-a23c-4694-ab3b-3fc55994c35f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Synchronizing usage tracker for tenant:91ef89e250c049a29ebd2668060bc4f5 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:36.917097 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-cf6bdd95-b0d2-4417-95ca-f026a0f5a7b5 req-fbf4602e-a23c-4694-ab3b-3fc55994c35f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Unset dirty status for tenant:91ef89e250c049a29ebd2668060bc4f5 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:36.918261 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cf6bdd95-b0d2-4417-95ca-f026a0f5a7b5 req-fbf4602e-a23c-4694-ab3b-3fc55994c35f tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 943 time: 0.2838712 May 20 15:54:36.958346 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41192) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:37.001071 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cf6bdd95-b0d2-4417-95ca-f026a0f5a7b5 req-9e915295-271d-4131-b4a2-f859d0a3e522 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740731 May 20 15:54:37.003520 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903900-8eda-4f69-8146-29c84ea86924 req-7ce90986-eebb-41cb-ad16-5ee76e42cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:37.004914 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fe903900-8eda-4f69-8146-29c84ea86924 req-7ce90986-eebb-41cb-ad16-5ee76e42cc8b service neutron] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 917 time: 0.1775734 May 20 15:54:37.114969 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fe903900-8eda-4f69-8146-29c84ea86924 req-500b88ab-6015-48a2-a09e-bfbade83c3bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51c73868-6df4-484e-91a4-dc47f8203a78 HTTP/1.1" status: 200 len: 1001 time: 0.1036403 May 20 15:54:37.177663 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903900-8eda-4f69-8146-29c84ea86924 req-0c8313ce-479a-4181-a919-3d32e460d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:37.179192 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fe903900-8eda-4f69-8146-29c84ea86924 req-0c8313ce-479a-4181-a919-3d32e460d0c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.0578420 May 20 15:54:37.256727 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903900-8eda-4f69-8146-29c84ea86924 req-39d966f0-77ea-4f20-bbf6-960a9851986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:37.258189 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fe903900-8eda-4f69-8146-29c84ea86924 req-39d966f0-77ea-4f20-bbf6-960a9851986e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0717311 May 20 15:54:37.403339 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fe903900-8eda-4f69-8146-29c84ea86924 req-8345f71f-748d-4ebe-9335-620bcb3c4d09 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371744 May 20 15:54:37.541428 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fe903900-8eda-4f69-8146-29c84ea86924 req-f6aee9f7-8328-4ac3-8e20-a1daadf9df64 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309133 May 20 15:54:37.589197 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8106030'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:37.992231 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Deleting port dc9472f5-f22b-459a-8823-95de6d67b5f9 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:37.993307 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.157527 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] For port dc9472f5-f22b-459a-8823-95de6d67b5f9, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=dc9472f5-f22b-459a-8823-95de6d67b5f9,segment=NetworkSegment(5f355d7e-d274-4090-974f-6f62b5c2dbc0),segment_id=5f355d7e-d274-4090-974f-6f62b5c2dbc0)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:38.157887 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.290165 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Calling delete_port for dc9472f5-f22b-459a-8823-95de6d67b5f9 owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:38.330086 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223d2e7-532d-43a8-a043-dac1ce4a5492 req-108ae663-9ce3-42b3-bb2f-09ad2765cc2d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:38.331661 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c223d2e7-532d-43a8-a043-dac1ce4a5492 req-108ae663-9ce3-42b3-bb2f-09ad2765cc2d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 943 time: 0.2234621 May 20 15:54:38.501626 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c223d2e7-532d-43a8-a043-dac1ce4a5492 req-766bd47f-2182-497b-923e-aa1a97c105fd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639111 May 20 15:54:38.624706 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:38.629277 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:38.670601 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9472f5-f22b-459a-8823-95de6d67b5f9,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:38.673505 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:38.806922 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:54:38.817343 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 67a3de25-ed76-482e-8ec5-e173ae07a885 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:38.857511 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 67a3de25-ed76-482e-8ec5-e173ae07a885 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:38.857858 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 67a3de25-ed76-482e-8ec5-e173ae07a885 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:38.988192 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,segment=NetworkSegment(f3a56b43-5dfa-4d5b-906c-ff72a3039caf),segment_id=f3a56b43-5dfa-4d5b-906c-ff72a3039caf)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:39.001269 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': 'e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec', 'network_id': '9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e', 'port_id': 'e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec', 'mac_address': 'fa:16:3e:87:bc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d6f6f4-eb01-4122-a27b-29f122e5747f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:54:39.039244 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7956661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8106138'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.056739 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.074628 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:39.090367 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,segment=NetworkSegment(f3a56b43-5dfa-4d5b-906c-ff72a3039caf),segment_id=f3a56b43-5dfa-4d5b-906c-ff72a3039caf)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:39.095227 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.097774 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:39.166919 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:39.170093 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:39.401034 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:54:39.420400 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:39.579233 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:54:39.589258 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] Sync routers for ids ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:54:39.598072 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-b895aa01-2073-43e3-8167-bc649c1a4715 admin admin] 10.222.0.36 "PUT /v2.0/routers/10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6385987 May 20 15:54:39.600619 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 41200) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:39.601266 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] Routers {'10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:39.601959 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:54:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:39.782074 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] Set router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:39.834929 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Notify callbacks [] for router, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:39.922929 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4747-35ab-450c-91c1-dc91ca1100e9 req-f1f10ebc-e1d2-40d3-8aa1-556a9eb4bff6 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:39.924384 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0e1d4747-35ab-450c-91c1-dc91ca1100e9 req-f1f10ebc-e1d2-40d3-8aa1-556a9eb4bff6 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 944 time: 0.2608416 May 20 15:54:40.044580 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0e1d4747-35ab-450c-91c1-dc91ca1100e9 req-b1465ebd-51af-4051-aab2-88e65162e82e tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128254 May 20 15:54:40.055135 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.068821 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-361020012-router', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:54:38Z', 'revision_number': 5, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'gw_port': {'id': '698f79d6-41cb-4c1d-9fdd-b5a7096619ac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:37:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:27Z', 'updated_at': '2021-05-20T15:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:40.072965 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] Checking router: 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:54:40.082219 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] Routers {'10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:54:40.082826 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:54:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:40.132907 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Deleting port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:40.133242 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.234612 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] Set router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:54:40.255473 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] For port 698f79d6-41cb-4c1d-9fdd-b5a7096619ac, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=698f79d6-41cb-4c1d-9fdd-b5a7096619ac,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:40.255822 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.376193 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-361020012-router', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:54:40Z', 'revision_number': 6, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'gw_port_host': None}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:40.381043 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8b9e9-26e1-42fb-9333-37a49829b6c1 None None] The sync data for ids ['10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4'] in dv-cinder-784779-12-smb is: [{'id': '10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-361020012-router', 'tenant_id': '5fcfa309c46343d08d16719032f9ed40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:26Z', 'updated_at': '2021-05-20T15:54:40Z', 'revision_number': 6, 'project_id': '5fcfa309c46343d08d16719032f9ed40', 'gw_port_host': None}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:54:40.480959 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Calling delete_port for 698f79d6-41cb-4c1d-9fdd-b5a7096619ac owned by network:router_gateway {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:40.752828 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.756584 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:40.804888 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=698f79d6-41cb-4c1d-9fdd-b5a7096619ac,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:40.812229 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:40.812662 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:40.886385 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:40.891204 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:40.891584 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:40.902453 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7987973'] for router_gateway, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.014132 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.040471 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fcfa11-e4f0-42a4-949e-4d32671f30bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:41.051330 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,segment=NetworkSegment(f3a56b43-5dfa-4d5b-906c-ff72a3039caf),segment_id=f3a56b43-5dfa-4d5b-906c-ff72a3039caf)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:41.055321 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.058248 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:41.085220 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7989619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32000'] for router, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.088190 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.100039 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fcfa11-e4f0-42a4-949e-4d32671f30bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec', 'code': 200} May 20 15:54:41.150957 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:41.155189 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:41.222796 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7988537'] for router, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.223317 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 {{(pid=91624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:54:41.251437 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Notify callbacks [] for router, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.255128 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41208) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:41.255750 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] 10.222.0.36 "DELETE /v2.0/routers/10d6cf1f-2d9b-4cb2-93f2-efff009c0ac4 HTTP/1.1" status: 204 len: 168 time: 1.6535022 May 20 15:54:41.277179 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d9bb0-3cf5-4ab0-9fba-d5798dca579d req-e23a1478-1530-4c8d-8dc6-011c23323257 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:41.282996 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2c9d9bb0-3cf5-4ab0-9fba-d5798dca579d req-e23a1478-1530-4c8d-8dc6-011c23323257 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 945 time: 0.1112022 May 20 15:54:41.328783 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2c9d9bb0-3cf5-4ab0-9fba-d5798dca579d req-1e5d36da-d9e0-4d57-b522-79bfe4116df2 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442622 May 20 15:54:41.352783 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-c618d07c-4e89-46c5-be03-6e4c8fe13028 admin admin] Deleting subnet dea8e36d-cab8-4a15-b821-44f9f7bf4657 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:54:41.355768 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c618d07c-4e89-46c5-be03-6e4c8fe13028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.411384 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c618d07c-4e89-46c5-be03-6e4c8fe13028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8094807'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.416007 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd5458-12d6-477f-874d-3636ead1f283 req-6f7ca5ef-fa4a-425f-9575-8a8abf02e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:41.417534 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3cdd5458-12d6-477f-874d-3636ead1f283 req-6f7ca5ef-fa4a-425f-9575-8a8abf02e2ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 1098 time: 0.0736654 May 20 15:54:41.465419 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3cdd5458-12d6-477f-874d-3636ead1f283 req-6ec19f2a-a608-4352-a461-a86da03ef3b1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 May 20 15:54:41.475236 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c618d07c-4e89-46c5-be03-6e4c8fe13028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.720919 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c618d07c-4e89-46c5-be03-6e4c8fe13028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7619401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6418420'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.725236 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8aeeadda-e875-4525-a518-a3d18c3d3995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:41.763805 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618d07c-4e89-46c5-be03-6e4c8fe13028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea8e36d-cab8-4a15-b821-44f9f7bf4657,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:41.766315 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c618d07c-4e89-46c5-be03-6e4c8fe13028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:41.768929 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c618d07c-4e89-46c5-be03-6e4c8fe13028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:41.774664 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-c618d07c-4e89-46c5-be03-6e4c8fe13028 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dea8e36d-cab8-4a15-b821-44f9f7bf4657 HTTP/1.1" status: 204 len: 168 time: 0.5176620 May 20 15:54:41.777054 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41212) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:41.881726 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.095390 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.108656 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d80c773-67f8-48ec-a778-6d13b0959c9b']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:42.120206 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f355d7e-d274-4090-974f-6f62b5c2dbc0') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:42.120497 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f355d7e-d274-4090-974f-6f62b5c2dbc0') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:54:42.132332 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8094808'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.148115 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.154115 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:54:42.154638 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7619567'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: Traceback (most recent call last): May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: timer() May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: cb(*args, **kw) May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: return func(*args, **kwargs) May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: self._notify() May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: self.callback(batched_events) May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: event.method(event) May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: return f(self, *a, **k) May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: return self._get(url).json() May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:54:42.167582 dv-cinder-784779-12-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:54:42.244218 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.249554 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.252005 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f237092f-d9a4-433f-b9e5-dc056714f229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:42.273385 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d80c773-67f8-48ec-a778-6d13b0959c9b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:42.275722 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:42.282863 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-29f475ea-4226-40ab-9af2-e50eeb5a6b40 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4d80c773-67f8-48ec-a778-6d13b0959c9b HTTP/1.1" status: 204 len: 168 time: 0.5048354 May 20 15:54:42.364510 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 698f79d6-41cb-4c1d-9fdd-b5a7096619ac no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:42.399857 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 698f79d6-41cb-4c1d-9fdd-b5a7096619ac {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:42.400454 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 698f79d6-41cb-4c1d-9fdd-b5a7096619ac not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:42.400875 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device dc9472f5-f22b-459a-8823-95de6d67b5f9 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:42.467172 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: dc9472f5-f22b-459a-8823-95de6d67b5f9 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:42.467663 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device dc9472f5-f22b-459a-8823-95de6d67b5f9 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:42.498071 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 41222) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:42.528318 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe8e71-493e-4885-9795-2d77b91f6b27 req-779ad602-80ac-47ff-a733-484baf584f7b tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:42.529868 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-93fe8e71-493e-4885-9795-2d77b91f6b27 req-779ad602-80ac-47ff-a733-484baf584f7b tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 945 time: 0.0849802 May 20 15:54:42.554845 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-6c21c2f6-8077-4fad-bcf2-b266581d9df7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fcfa309c46343d08d16719032f9ed40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549717 May 20 15:54:42.557359 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 41226) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:42.577700 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-93fe8e71-493e-4885-9795-2d77b91f6b27 req-2cbda0f7-98d9-4934-88ac-92344de47086 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 May 20 15:54:42.617830 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7446f5c4-6b45-4f22-ad2c-95eb03c3d572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.644242 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7446f5c4-6b45-4f22-ad2c-95eb03c3d572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.711929 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7446f5c4-6b45-4f22-ad2c-95eb03c3d572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.719456 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-9b5b555c-a772-4a7c-80d9-21a4701a0cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:42.735148 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446f5c4-6b45-4f22-ad2c-95eb03c3d572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1aa6e9-f295-41e8-8be7-c82f4d7f5573,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:42.738033 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7446f5c4-6b45-4f22-ad2c-95eb03c3d572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:42.744714 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7446f5c4-6b45-4f22-ad2c-95eb03c3d572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:42.748997 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-7446f5c4-6b45-4f22-ad2c-95eb03c3d572 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b1aa6e9-f295-41e8-8be7-c82f4d7f5573 HTTP/1.1" status: 204 len: 168 time: 0.1875973 May 20 15:54:43.533214 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41250) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:43.640651 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2096084772-network', 'tenant_id': 'e38ab9fd9ef0411ba69d10365bf689c6'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:43.645199 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:43.649017 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Usage tracker for resource:network and tenant:e38ab9fd9ef0411ba69d10365bf689c6 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:43.652547 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:43.658601 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:43.670212 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Made reservation on behalf of e38ab9fd9ef0411ba69d10365bf689c6 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:43.672582 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.690938 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.708873 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:43.713809 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Usage tracker for resource:security_group_rule and tenant:e38ab9fd9ef0411ba69d10365bf689c6 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:43.717759 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:43.723624 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:43.777439 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe7ea-c1f0-433e-9b74-46a5104d9a66 req-23e11c34-807c-4e79-af20-78831bc25ad9 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:43.779613 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fbebe7ea-c1f0-433e-9b74-46a5104d9a66 req-23e11c34-807c-4e79-af20-78831bc25ad9 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 945 time: 0.0954585 May 20 15:54:43.814792 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.819814 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.826181 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-1a8a3585-01c3-4645-a33f-fb028c91d22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:43.831412 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fbebe7ea-c1f0-433e-9b74-46a5104d9a66 req-4700019f-5649-4ead-a063-e495b11340a8 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453954 May 20 15:54:43.869520 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:54:43.876397 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d36126-9b1d-4ad6-955f-6d2ef32671b9,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:43.880135 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:43.882928 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.883354 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Added segment f80d98a0-6f82-43d3-be17-08e7b1549247 of type vlan for network 0a5e92b7-c382-491a-ac05-ca99813a4020 May 20 15:54:43.923232 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.956748 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.958184 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:43.958779 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:43.963767 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f133f605-2334-46f5-ba4d-66d4ded299fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:44.068055 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5336044 May 20 15:54:44.071314 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 41260) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:54:44.071497 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Pushing event updated for resources: {'Network': ['ID=0a5e92b7-c382-491a-ac05-ca99813a4020,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:44.073966 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:44.077099 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Request body: {'subnet': {'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2096084772-subnet', 'tenant_id': 'e38ab9fd9ef0411ba69d10365bf689c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:44.082721 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:44.083101 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 0a5e92b7-c382-491a-ac05-ca99813a4020 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:54:44.086570 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Usage tracker for resource:subnet and tenant:e38ab9fd9ef0411ba69d10365bf689c6 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:44.089692 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:44.096346 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:44.111843 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Made reservation on behalf of e38ab9fd9ef0411ba69d10365bf689c6 for: {'subnet': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:44.114420 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6644765'] for subnet, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.605303 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6734409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6644751'] for subnet, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.609592 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:44.678011 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a17ddad5-96b4-4bb2-9d87-10cbd49822ea,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:44.681852 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:44.690370 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Checking segment: {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:44.690370 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Network hostable DHCP agents. Network: 0a5e92b7-c382-491a-ac05-ca99813a4020, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:54:44.708311 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Network 0a5e92b7-c382-491a-ac05-ca99813a4020 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:54:44.721233 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 0a5e92b7-c382-491a-ac05-ca99813a4020) {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:44.731035 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b8561-a9b5-40d5-8002-195af6a2fb76 None None] Network 0a5e92b7-c382-491a-ac05-ca99813a4020 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:44.734578 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:44.735190 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:44.757719 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6851747 May 20 15:54:44.961640 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac92b6-4fe8-423e-a695-9d71a5f7a4fd None None] Network 0a5e92b7-c382-491a-ac05-ca99813a4020 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:54:45.097643 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bdd46-59db-4734-b45d-92b373a35d58 req-9da08b62-d5e0-48a8-97ef-940252b60da6 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:45.099306 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6e4bdd46-59db-4734-b45d-92b373a35d58 req-9da08b62-d5e0-48a8-97ef-940252b60da6 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 945 time: 0.1006942 May 20 15:54:45.154967 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6e4bdd46-59db-4734-b45d-92b373a35d58 req-1b0c0468-0693-4f34-ab24-e207a2fd8e78 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491378 May 20 15:54:45.348555 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-a77e88be-b499-4d09-a22e-3c7f95d6665d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:45.349236 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-a77e88be-b499-4d09-a22e-3c7f95d6665d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Synchronizing usage tracker for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:network {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:45.366719 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-a77e88be-b499-4d09-a22e-3c7f95d6665d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Unset dirty status for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:network {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:45.367845 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-a77e88be-b499-4d09-a22e-3c7f95d6665d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 815 time: 0.1675386 May 20 15:54:45.382409 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7d5e5def-e79b-4f1e-a191-b37b9dcf813d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/quotas/e38ab9fd9ef0411ba69d10365bf689c6 HTTP/1.1" status: 200 len: 375 time: 0.0088282 May 20 15:54:45.431537 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-5bf0b5ef-cbe9-4e24-b7bc-3fcd6fb9bd16 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435872 May 20 15:54:45.565706 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-57b516f8-7506-4172-b52a-ecb22f3a3535 service neutron] 10.222.0.36 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268854 May 20 15:54:45.698356 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-fb3373b1-f122-43f1-9dc5-0a87bd35c33d service neutron] 10.222.0.36 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266391 May 20 15:54:45.877979 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6a6032f1-2024-4832-b458-1dcd0483c237 req-2a02481a-bf37-4e34-af5d-1c1707ec1ae9 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 210 time: 0.0433910 May 20 15:54:46.359652 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842fefb-52bc-4b89-a746-70b34e87ec3c req-750fd0ac-ee63-4654-91c5-1707c3c399a1 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:46.361134 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5842fefb-52bc-4b89-a746-70b34e87ec3c req-750fd0ac-ee63-4654-91c5-1707c3c399a1 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 945 time: 0.0944691 May 20 15:54:46.406368 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5842fefb-52bc-4b89-a746-70b34e87ec3c req-a92d6ef0-4d5f-48a1-9dec-12acb40051b5 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/security-groups?id=45392f3f-7c02-4a71-a6a7-d8ebaac301b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 May 20 15:54:46.729108 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-75d007e9-950e-4806-b227-f538688a15dc tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:46.730574 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-75d007e9-950e-4806-b227-f538688a15dc tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.54 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 945 time: 0.0898082 May 20 15:54:46.886124 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Deleting port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:54:46.886493 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.041589 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-05646849-dc18-4053-bbd8-dfef1f4ea725 req-8c7f014d-0a4f-4951-aa9c-f96742a401d1 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 210 time: 0.0555305 May 20 15:54:47.060712 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] For port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,segment=NetworkSegment(f3a56b43-5dfa-4d5b-906c-ff72a3039caf),segment_id=f3a56b43-5dfa-4d5b-906c-ff72a3039caf)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:47.061079 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.190993 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Calling delete_port for e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:54:47.305573 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.312156 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bef203a5-9907-408b-af74-f7d9152307ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:47.351980 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:47.398442 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Pushing event deleted for resources: {'Port': ['ID=e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:47.435411 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:47.539510 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] No DVR routers for this DVR port e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:54:47.549112 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:47.551652 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fcfa11-e4f0-42a4-949e-4d32671f30bc', 'name': 'network-vif-deleted', 'tag': 'e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:47.576624 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a849ec04-51e4-47f4-bae7-607b3d285f9a req-e3e45241-ce28-45e3-9618-29cdc77c6b4d tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.54 "DELETE /v2.0/ports/e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec HTTP/1.1" status: 204 len: 173 time: 0.8265550 May 20 15:54:47.605932 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-92a5eaa4-f732-411e-8573-f5a56558fd56 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:47.606169 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e81467e5-045b-40b2-88eb-32b0d6da33c2 req-7d1b51ce-f9c2-45ed-be12-59d7a2c44e42 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] 10.222.0.36 "GET /v2.0/ports?device_id=32fcfa11-e4f0-42a4-949e-4d32671f30bc HTTP/1.1" status: 200 len: 210 time: 0.0687923 May 20 15:54:47.607455 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-92a5eaa4-f732-411e-8573-f5a56558fd56 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 815 time: 0.2655091 May 20 15:54:47.617011 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fcfa11-e4f0-42a4-949e-4d32671f30bc', 'name': 'network-vif-deleted', 'tag': 'e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec', 'status': 'completed', 'code': 200} May 20 15:54:47.695516 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Request body: {'port': {'device_id': '5dd4e56e-312f-4cc6-ae75-e68017802394', 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020', 'admin_state_up': True, 'tenant_id': 'e38ab9fd9ef0411ba69d10365bf689c6'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:47.842082 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:54:47.854120 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Usage tracker for resource:port and tenant:e38ab9fd9ef0411ba69d10365bf689c6 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:54:47.857559 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:54:47.863932 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:54:47.875804 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Made reservation on behalf of e38ab9fd9ef0411ba69d10365bf689c6 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:54:47.879313 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.148090 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Allocated IP 172.20.0.3 (0a5e92b7-c382-491a-ac05-ca99813a4020/a17ddad5-96b4-4bb2-9d87-10cbd49822ea/37547ab6-bc9b-40d6-9172-348d613f0174) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:54:48.214856 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-320bb221-1c47-420c-9969-421c9c78fbf7 req-f185be17-1e82-41af-939c-6c8681273c12 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 210 time: 0.0570986 May 20 15:54:48.408064 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.443845 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.449190 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bb7c8b3b-0ed6-4b46-82a9-722ee1fdbb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:48.516633 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Network 0a5e92b7-c382-491a-ac05-ca99813a4020 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:54:48.519700 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:54:48.523497 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:54:48.555714 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Pushing event updated for resources: {'Port': ['ID=37547ab6-bc9b-40d6-9172-348d613f0174,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:48.561973 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:48.590936 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:48.592090 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:48.612987 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9212503 May 20 15:54:48.636759 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Request body: {'port': {'device_id': '5dd4e56e-312f-4cc6-ae75-e68017802394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:54:48.753969 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.148208 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37547ab6-bc9b-40d6-9172-348d613f0174 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:49.156550 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.171887 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Transition to ACTIVE for port object 37547ab6-bc9b-40d6-9172-348d613f0174 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:54:49.175771 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.180505 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a1a02c9b-078b-45e8-9b7b-20779d5ec76f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:49.412742 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Pushing event updated for resources: {'Port': ['ID=37547ab6-bc9b-40d6-9172-348d613f0174,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:49.422279 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:49.482750 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Attempting to bind port 37547ab6-bc9b-40d6-9172-348d613f0174 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:54:49.483018 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Attempting to bind port 37547ab6-bc9b-40d6-9172-348d613f0174 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:54:49.483341 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Attempting to bind port 37547ab6-bc9b-40d6-9172-348d613f0174 on network 0a5e92b7-c382-491a-ac05-ca99813a4020 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:49.490592 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Port 37547ab6-bc9b-40d6-9172-348d613f0174 on network 0a5e92b7-c382-491a-ac05-ca99813a4020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:54:49.490908 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Attempting to bind port 37547ab6-bc9b-40d6-9172-348d613f0174 on network 0a5e92b7-c382-491a-ac05-ca99813a4020 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:54:49.503094 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e622a-9a81-452f-9df2-bc1680a2511f req-cfacbc54-0819-4099-98e5-86691f52c494 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:49.503787 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-484e622a-9a81-452f-9df2-bc1680a2511f req-cfacbc54-0819-4099-98e5-86691f52c494 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Synchronizing usage tracker for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:49.507466 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:54:49.507793 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Checking segment: {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:54:49.508168 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Bound using segment: {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:54:49.508601 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Bound port: 37547ab6-bc9b-40d6-9172-348d613f0174, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:54:49.508950 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.577058 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-484e622a-9a81-452f-9df2-bc1680a2511f req-cfacbc54-0819-4099-98e5-86691f52c494 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Unset dirty status for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:49.578220 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-484e622a-9a81-452f-9df2-bc1680a2511f req-cfacbc54-0819-4099-98e5-86691f52c494 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 943 time: 0.2417626 May 20 15:54:49.644699 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] For port 37547ab6-bc9b-40d6-9172-348d613f0174, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:54:49.656866 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-484e622a-9a81-452f-9df2-bc1680a2511f req-36f37155-f673-4a87-ad79-ae076abe1ae3 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715978 May 20 15:54:49.659806 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] For port 37547ab6-bc9b-40d6-9172-348d613f0174, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=37547ab6-bc9b-40d6-9172-348d613f0174,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:54:49.665161 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.669467 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:49.729176 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:49.729893 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:49.731206 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] 10.222.0.54 "PUT /v2.0/ports/37547ab6-bc9b-40d6-9172-348d613f0174 HTTP/1.1" status: 200 len: 1093 time: 1.0988839 May 20 15:54:49.731776 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd4e56e-312f-4cc6-ae75-e68017802394', 'tag': '37547ab6-bc9b-40d6-9172-348d613f0174'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:49.755281 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Pushing event updated for resources: {'Port': ['ID=37547ab6-bc9b-40d6-9172-348d613f0174,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:49.758769 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:49.796252 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd4e56e-312f-4cc6-ae75-e68017802394', 'tag': '37547ab6-bc9b-40d6-9172-348d613f0174', 'status': 'completed', 'code': 200} May 20 15:54:49.895101 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-99422659-506a-4416-8a80-764e87838fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:49.896581 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-99422659-506a-4416-8a80-764e87838fe0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 1096 time: 0.0773196 May 20 15:54:49.977435 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-e8fce6a8-0dc2-4d76-8141-dcf7f475aca2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37547ab6-bc9b-40d6-9172-348d613f0174 HTTP/1.1" status: 200 len: 217 time: 0.0640955 May 20 15:54:50.135188 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-86e97dc2-a013-4bf7-ac0e-4cf1fcb424f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:50.136609 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-86e97dc2-a013-4bf7-ac0e-4cf1fcb424f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a17ddad5-96b4-4bb2-9d87-10cbd49822ea HTTP/1.1" status: 200 len: 855 time: 0.1498179 May 20 15:54:50.184345 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-2a63624a-8e94-4aca-93fe-75083b792fcb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a5e92b7-c382-491a-ac05-ca99813a4020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401053 May 20 15:54:50.318446 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-8fee50e6-cc52-49a9-92b4-496cb0fad0af service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257191 May 20 15:54:50.456148 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eeaa3005-baf9-4877-b2f2-b5cef0aa3c3b req-f3c11f7f-032b-486e-85e2-109503d5a9b8 service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269591 May 20 15:54:50.622968 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990cbc9-3afd-421f-8563-1a41134b8d2f req-574aa4a8-7df5-43e2-8055-4099137fd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:50.624489 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1990cbc9-3afd-421f-8563-1a41134b8d2f req-574aa4a8-7df5-43e2-8055-4099137fd6be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 1096 time: 0.0733709 May 20 15:54:50.760745 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990cbc9-3afd-421f-8563-1a41134b8d2f req-1ec9ae26-154d-4f00-bc68-21f2d0dd0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:50.762236 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1990cbc9-3afd-421f-8563-1a41134b8d2f req-1ec9ae26-154d-4f00-bc68-21f2d0dd0ff7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 916 time: 0.1301351 May 20 15:54:50.849506 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:54:50.876013 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1990cbc9-3afd-421f-8563-1a41134b8d2f req-0190c39c-37b8-44d7-82cc-5936c09147bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37547ab6-bc9b-40d6-9172-348d613f0174 HTTP/1.1" status: 200 len: 217 time: 0.0738313 May 20 15:54:50.885996 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:54:50.885996 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e2cdafcb-fbb6-4631-a6c3-7f1159a1f8ec not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:54:50.969358 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990cbc9-3afd-421f-8563-1a41134b8d2f req-8742a186-cbde-44ce-b6b3-2e2c63bb23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:50.971256 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1990cbc9-3afd-421f-8563-1a41134b8d2f req-8742a186-cbde-44ce-b6b3-2e2c63bb23b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a17ddad5-96b4-4bb2-9d87-10cbd49822ea HTTP/1.1" status: 200 len: 855 time: 0.0787647 May 20 15:54:51.021038 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e927d-e9a1-45c3-b239-6b83340f6c3c req-b7739f0a-7056-4644-953b-be8001e62e33 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:51.022560 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-255e927d-e9a1-45c3-b239-6b83340f6c3c req-b7739f0a-7056-4644-953b-be8001e62e33 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 943 time: 0.2558515 May 20 15:54:51.034145 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1990cbc9-3afd-421f-8563-1a41134b8d2f req-240e1909-0d89-47e0-be89-50ed478d0fad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a5e92b7-c382-491a-ac05-ca99813a4020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563576 May 20 15:54:51.166421 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-255e927d-e9a1-45c3-b239-6b83340f6c3c req-d6c0d457-133b-4fa9-ad13-9f427bd507f7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347189 May 20 15:54:51.218561 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1990cbc9-3afd-421f-8563-1a41134b8d2f req-57ed5776-3264-431c-bcaf-3936bbf9eb6d service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716487 May 20 15:54:51.391849 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1990cbc9-3afd-421f-8563-1a41134b8d2f req-45dd4fbd-745f-49c0-a484-bb1d60412265 service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656895 May 20 15:54:52.388593 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2903167-b4b9-485a-9cf9-3ba8eadbc0f4 req-b8186531-fbc4-4ba6-b522-a33fa0a88fb2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:52.397135 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a2903167-b4b9-485a-9cf9-3ba8eadbc0f4 req-b8186531-fbc4-4ba6-b522-a33fa0a88fb2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 943 time: 0.0999818 May 20 15:54:52.448200 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-a2903167-b4b9-485a-9cf9-3ba8eadbc0f4 req-7e0e7988-1702-4401-bd08-d3d6fd67b51a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Synchronizing usage tracker for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:54:52.473161 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-a2903167-b4b9-485a-9cf9-3ba8eadbc0f4 req-7e0e7988-1702-4401-bd08-d3d6fd67b51a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Unset dirty status for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:54:52.490963 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a2903167-b4b9-485a-9cf9-3ba8eadbc0f4 req-7e0e7988-1702-4401-bd08-d3d6fd67b51a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907485 May 20 15:54:52.870931 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 37547ab6-bc9b-40d6-9172-348d613f0174 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:54:53.262567 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 37547ab6-bc9b-40d6-9172-348d613f0174, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=37547ab6-bc9b-40d6-9172-348d613f0174,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:53.293506 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '37547ab6-bc9b-40d6-9172-348d613f0174', 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020', 'port_id': '37547ab6-bc9b-40d6-9172-348d613f0174', 'mac_address': 'fa:16:3e:21:d1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17ddad5-96b4-4bb2-9d87-10cbd49822ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:54:53.356996 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.384620 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37547ab6-bc9b-40d6-9172-348d613f0174 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:54:53.403181 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 37547ab6-bc9b-40d6-9172-348d613f0174, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=37547ab6-bc9b-40d6-9172-348d613f0174,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:53.408594 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:53.428731 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:53.513977 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=37547ab6-bc9b-40d6-9172-348d613f0174,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:53.519699 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:53.734270 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797faa1-c73b-469b-85da-23efeece8314 req-2c9780bb-33dd-4284-9b9f-d1b5f4672f4c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:53.735933 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b797faa1-c73b-469b-85da-23efeece8314 req-2c9780bb-33dd-4284-9b9f-d1b5f4672f4c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 944 time: 0.1041205 May 20 15:54:53.769954 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['37547ab6-bc9b-40d6-9172-348d613f0174'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:54:53.831618 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b797faa1-c73b-469b-85da-23efeece8314 req-203e5301-8dc7-4957-bbf8-767b407b5029 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889292 May 20 15:54:54.346454 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-69ba0bf8-650a-45b0-8d83-92632b33e8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:54.853524 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 37547ab6-bc9b-40d6-9172-348d613f0174 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:54:54.995694 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 37547ab6-bc9b-40d6-9172-348d613f0174 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:54:55.006046 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 37547ab6-bc9b-40d6-9172-348d613f0174 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:54:55.006550 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.061098 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd43e2b-63da-4b5b-bea0-33476364a8dd req-3f7b0c2b-48ea-492e-9509-97f3696f4e42 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:55.062850 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8dd43e2b-63da-4b5b-bea0-33476364a8dd req-3f7b0c2b-48ea-492e-9509-97f3696f4e42 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 944 time: 0.1043756 May 20 15:54:55.124239 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8dd43e2b-63da-4b5b-bea0-33476364a8dd req-7480580a-ef42-4f2c-b26a-db003ad9f857 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546856 May 20 15:54:55.209550 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.272054 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd4e56e-312f-4cc6-ae75-e68017802394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37547ab6-bc9b-40d6-9172-348d613f0174'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:54:55.277581 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 37547ab6-bc9b-40d6-9172-348d613f0174, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=37547ab6-bc9b-40d6-9172-348d613f0174,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:54:55.282867 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:55.285040 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:54:55.365937 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd4e56e-312f-4cc6-ae75-e68017802394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37547ab6-bc9b-40d6-9172-348d613f0174', 'code': 200} May 20 15:54:55.432927 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=37547ab6-bc9b-40d6-9172-348d613f0174,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:54:55.437063 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:54:55.692781 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f3faa-3c74-48b8-9ac5-2b0f99a9e4bc req-dc38089d-aa80-4a7d-b748-32dc1db7073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:55.695169 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-630f3faa-3c74-48b8-9ac5-2b0f99a9e4bc req-dc38089d-aa80-4a7d-b748-32dc1db7073f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 1098 time: 0.1032774 May 20 15:54:55.751662 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-630f3faa-3c74-48b8-9ac5-2b0f99a9e4bc req-26883cf3-29dc-46ea-9063-6de7fed00e94 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468128 May 20 15:54:56.358123 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf78785-557d-415f-874d-3d8a7c91cbef req-7aa29544-9484-43d7-94c7-1d86bc75decb tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:56.362747 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-bdf78785-557d-415f-874d-3d8a7c91cbef req-7aa29544-9484-43d7-94c7-1d86bc75decb tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 945 time: 0.1206057 May 20 15:54:56.419463 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-bdf78785-557d-415f-874d-3d8a7c91cbef req-77fe9a88-719e-4a1b-bec8-733a7fcceb22 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527248 May 20 15:54:56.641744 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a89b4f5c-3f8f-4683-b5f1-c9b12c43dab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:56.868362 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:57.639146 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a8eb7-0c29-4c4f-96a0-043e70118dd8 req-867b9f9d-a8b6-438a-8d35-8d1e7068c122 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:54:57.644780 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a92a8eb7-0c29-4c4f-96a0-043e70118dd8 req-867b9f9d-a8b6-438a-8d35-8d1e7068c122 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 945 time: 0.0984643 May 20 15:54:57.721979 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a92a8eb7-0c29-4c4f-96a0-043e70118dd8 req-0cbd4fdf-67fe-4071-9e64-20a6e790607b tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732298 May 20 15:54:57.947478 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:54:59.705870 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:02.545706 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:55:02.913450 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2484931-e6d1-49e4-b376-806376755adc req-c4a35ec6-42ed-42d3-9d81-44d74d58261c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:02.921160 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-c4a35ec6-42ed-42d3-9d81-44d74d58261c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 815 time: 0.3170629 May 20 15:55:02.938619 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-3ab73b8e-e401-44cf-918b-e9110566ccd3 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/quotas/e38ab9fd9ef0411ba69d10365bf689c6 HTTP/1.1" status: 200 len: 375 time: 0.0159903 May 20 15:55:03.034907 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-a5429ef0-3059-451d-aaa7-dae7dda68a14 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947046 May 20 15:55:03.188433 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-6c4d1cf3-55f3-4b6d-abc1-bc0ec727274f service neutron] 10.222.0.36 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520917 May 20 15:55:03.365936 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-a2dc4f64-0630-4887-911d-9ff71c07283a service neutron] 10.222.0.36 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596084 May 20 15:55:03.681388 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e13b7528-1f41-4c06-a8ab-1cafc293ed7c req-2c0c6a71-eeed-495a-bf13-070f3ee20807 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 210 time: 0.0611081 May 20 15:55:04.916497 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9f3c008a-4ecf-4b0a-a0d3-bcdf67f9ae6d req-1a096def-dc1b-4028-9bf5-3ce992c0a549 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 210 time: 0.0666244 May 20 15:55:05.215450 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2484931-e6d1-49e4-b376-806376755adc req-f6866564-eebe-43a7-a3cd-fb486e58238a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:05.217710 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-f6866564-eebe-43a7-a3cd-fb486e58238a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 815 time: 0.1786296 May 20 15:55:05.243663 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Request body: {'port': {'device_id': 'bfc1acab-a769-4e83-b2be-25967f114473', 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020', 'admin_state_up': True, 'tenant_id': 'e38ab9fd9ef0411ba69d10365bf689c6'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:05.339918 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.470574 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:05.482838 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:05.496124 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Made reservation on behalf of e38ab9fd9ef0411ba69d10365bf689c6 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:05.504217 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:05.762096 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Allocated IP 172.20.0.10 (0a5e92b7-c382-491a-ac05-ca99813a4020/a17ddad5-96b4-4bb2-9d87-10cbd49822ea/1a150e42-0d1d-4fcc-be5d-c34d2762ef66) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:06.023394 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.069590 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.078759 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:06.116986 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['37547ab6-bc9b-40d6-9172-348d613f0174'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:06.146012 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Network 0a5e92b7-c382-491a-ac05-ca99813a4020 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:06.157965 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:06.162066 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:06.179525 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0253c-e572-4e94-ac83-59925e898eb1 req-9a92655d-ba50-4bcf-aff7-44629ba938e6 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:06.181757 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dea0253c-e572-4e94-ac83-59925e898eb1 req-9a92655d-ba50-4bcf-aff7-44629ba938e6 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 932 time: 0.1354964 May 20 15:55:06.211691 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Pushing event updated for resources: {'Port': ['ID=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:06.234786 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:06.280024 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dea0253c-e572-4e94-ac83-59925e898eb1 req-3ed2f8c2-c25c-4f7a-be75-78d88d847a8b tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869665 May 20 15:55:06.280396 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:06.280396 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.319873 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0803940 May 20 15:55:06.339872 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Request body: {'port': {'device_id': 'bfc1acab-a769-4e83-b2be-25967f114473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:06.456259 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.822961 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:06.831024 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.846635 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Transition to ACTIVE for port object 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:06.850562 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:06.854635 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-675b4f5c-0f14-47db-a928-5362fb312d5e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:07.093732 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Pushing event updated for resources: {'Port': ['ID=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:07.101167 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:07.178007 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Attempting to bind port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:07.178370 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Attempting to bind port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:07.178699 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Attempting to bind port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 on network 0a5e92b7-c382-491a-ac05-ca99813a4020 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:07.183590 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 on network 0a5e92b7-c382-491a-ac05-ca99813a4020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:55:07.183910 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Attempting to bind port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 on network 0a5e92b7-c382-491a-ac05-ca99813a4020 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:07.189878 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:07.190235 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Checking segment: {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:07.190629 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Bound using segment: {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:07.191053 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Bound port: 1a150e42-0d1d-4fcc-be5d-c34d2762ef66, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:07.191403 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.288665 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] For port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:07.294464 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] For port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:07.301380 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.306365 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1cf96dcc-3982-4555-a700-ce6626e8d7a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:07.365671 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:07.365987 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:07.367369 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] 10.222.0.54 "PUT /v2.0/ports/1a150e42-0d1d-4fcc-be5d-c34d2762ef66 HTTP/1.1" status: 200 len: 1094 time: 1.0322099 May 20 15:55:07.370498 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc1acab-a769-4e83-b2be-25967f114473', 'tag': '1a150e42-0d1d-4fcc-be5d-c34d2762ef66'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:07.403651 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Pushing event updated for resources: {'Port': ['ID=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:07.406838 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:07.476115 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc1acab-a769-4e83-b2be-25967f114473', 'tag': '1a150e42-0d1d-4fcc-be5d-c34d2762ef66', 'status': 'completed', 'code': 200} May 20 15:55:07.595062 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2484931-e6d1-49e4-b376-806376755adc req-240437cd-2ca0-4624-b8b5-af852cc80ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:07.596496 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-240437cd-2ca0-4624-b8b5-af852cc80ffd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 1097 time: 0.1664467 May 20 15:55:07.611983 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e07f3b-4470-4334-9252-226c911da996 req-19bfaf57-00b3-4cfe-b81a-4e69a73fd177 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:07.612708 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-84e07f3b-4470-4334-9252-226c911da996 req-19bfaf57-00b3-4cfe-b81a-4e69a73fd177 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Synchronizing usage tracker for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:07.690924 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-dce29be5-d520-44b9-9a3e-fd1dd2b06481 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a150e42-0d1d-4fcc-be5d-c34d2762ef66 HTTP/1.1" status: 200 len: 217 time: 0.0750761 May 20 15:55:07.734096 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-84e07f3b-4470-4334-9252-226c911da996 req-19bfaf57-00b3-4cfe-b81a-4e69a73fd177 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Unset dirty status for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:07.734994 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-84e07f3b-4470-4334-9252-226c911da996 req-19bfaf57-00b3-4cfe-b81a-4e69a73fd177 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 944 time: 0.2610915 May 20 15:55:07.798668 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2484931-e6d1-49e4-b376-806376755adc req-41c4b2ad-6ab8-498c-99bb-5c9235a18820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:07.800113 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-41c4b2ad-6ab8-498c-99bb-5c9235a18820 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a17ddad5-96b4-4bb2-9d87-10cbd49822ea HTTP/1.1" status: 200 len: 855 time: 0.1030350 May 20 15:55:07.807500 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-84e07f3b-4470-4334-9252-226c911da996 req-3a6b6a2c-0b79-431c-b814-edeeaaf29557 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631242 May 20 15:55:07.853209 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-f249cd4e-712c-4b82-9b9c-2404e67de596 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a5e92b7-c382-491a-ac05-ca99813a4020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445857 May 20 15:55:07.986350 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-2150d13a-cfb1-44bc-b46d-6e79f2e4911a service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255147 May 20 15:55:08.120498 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2484931-e6d1-49e4-b376-806376755adc req-f34b22e3-e23e-4de2-b9df-032279c89cec service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277540 May 20 15:55:08.289389 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae226a-9635-4cf7-9f25-6fc027c28370 req-6aea31f0-65bb-4c54-a3e8-00ff703e19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:08.290914 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1cae226a-9635-4cf7-9f25-6fc027c28370 req-6aea31f0-65bb-4c54-a3e8-00ff703e19bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 1097 time: 0.0782273 May 20 15:55:08.425811 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae226a-9635-4cf7-9f25-6fc027c28370 req-2dd0fd4b-c344-4cb3-a8c2-28a4e8cfeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:08.427228 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1cae226a-9635-4cf7-9f25-6fc027c28370 req-2dd0fd4b-c344-4cb3-a8c2-28a4e8cfeaea service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 916 time: 0.1280499 May 20 15:55:08.494810 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1cae226a-9635-4cf7-9f25-6fc027c28370 req-e3b710f2-c058-45bb-839a-7f4bfa27602e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a150e42-0d1d-4fcc-be5d-c34d2762ef66 HTTP/1.1" status: 200 len: 217 time: 0.0610659 May 20 15:55:08.563136 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae226a-9635-4cf7-9f25-6fc027c28370 req-7fb3af1a-6117-492a-b9fb-e03d0bdd6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:08.564641 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1cae226a-9635-4cf7-9f25-6fc027c28370 req-7fb3af1a-6117-492a-b9fb-e03d0bdd6192 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a17ddad5-96b4-4bb2-9d87-10cbd49822ea HTTP/1.1" status: 200 len: 855 time: 0.0611064 May 20 15:55:08.589325 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41616) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:08.614526 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1cae226a-9635-4cf7-9f25-6fc027c28370 req-a2a7edc8-b874-4809-ace5-32fdbc5fc8a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a5e92b7-c382-491a-ac05-ca99813a4020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419495 May 20 15:55:08.655413 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-132fe711-06ac-4222-86df-82c8e70d1ccd admin admin] Deleting subnet 33d6f6f4-eb01-4122-a27b-29f122e5747f {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:55:08.658531 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-132fe711-06ac-4222-86df-82c8e70d1ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:08.808602 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-132fe711-06ac-4222-86df-82c8e70d1ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8094807'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:08.860934 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1cae226a-9635-4cf7-9f25-6fc027c28370 req-568a5b58-c320-4313-aca3-1d83e2c1423f service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346361 May 20 15:55:08.865897 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-132fe711-06ac-4222-86df-82c8e70d1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.013063 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1cae226a-9635-4cf7-9f25-6fc027c28370 req-ca99aea1-9d7e-422f-9a5c-0b355b153f2b service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450527 May 20 15:55:09.148063 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f8af-04b3-4fa8-b021-c01262787a2d req-1ae99e51-b16e-4140-ad6a-a003d5879122 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:09.149419 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-84d3f8af-04b3-4fa8-b021-c01262787a2d req-1ae99e51-b16e-4140-ad6a-a003d5879122 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 944 time: 0.2309742 May 20 15:55:09.205935 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-84d3f8af-04b3-4fa8-b021-c01262787a2d req-cfe0a53c-ad71-4b91-a083-fe6f7ef355ab tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497644 May 20 15:55:09.217671 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-132fe711-06ac-4222-86df-82c8e70d1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7619401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6418420'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.224040 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c618d07c-4e89-46c5-be03-6e4c8fe13028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:09.256400 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fe711-06ac-4222-86df-82c8e70d1ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d6f6f4-eb01-4122-a27b-29f122e5747f,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:09.259429 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-132fe711-06ac-4222-86df-82c8e70d1ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:09.260463 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-132fe711-06ac-4222-86df-82c8e70d1ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.267397 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-132fe711-06ac-4222-86df-82c8e70d1ccd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/33d6f6f4-eb01-4122-a27b-29f122e5747f HTTP/1.1" status: 204 len: 168 time: 0.6769783 May 20 15:55:09.269826 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41622) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:09.376499 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.504109 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.517468 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:09.529888 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:09.530180 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a56b43-5dfa-4d5b-906c-ff72a3039caf') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:09.541451 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8094808'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.557319 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.564163 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:55:09.564540 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7619567'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: Traceback (most recent call last): May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: timer() May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: cb(*args, **kw) May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: return func(*args, **kwargs) May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: self._notify() May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: self.callback(batched_events) May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: event.method(event) May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: return f(self, *a, **k) May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: return self._get(url).json() May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:55:09.578361 dv-cinder-784779-12-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:55:09.653764 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.658568 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.660824 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:09.682630 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:09.685733 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:09.690956 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9dcb993a-9ffa-4ca5-ae54-4307f4f4cb7e HTTP/1.1" status: 204 len: 168 time: 0.4201505 May 20 15:55:09.803590 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41628) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:09.851660 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-621f45b8-5942-4c5b-b399-db9c34edf89c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91ef89e250c049a29ebd2668060bc4f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468025 May 20 15:55:09.853916 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41632) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:09.914540 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0ff0de4d-ce31-41a8-ad97-0041c31d905e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.940540 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0ff0de4d-ce31-41a8-ad97-0041c31d905e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.991797 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0ff0de4d-ce31-41a8-ad97-0041c31d905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:09.996454 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d0dabc01-2164-461b-aefe-bd1b396bb8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:10.010326 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0de4d-ce31-41a8-ad97-0041c31d905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45392f3f-7c02-4a71-a6a7-d8ebaac301b2,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:10.012977 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0ff0de4d-ce31-41a8-ad97-0041c31d905e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:10.018700 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0ff0de4d-ce31-41a8-ad97-0041c31d905e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:10.022093 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-0ff0de4d-ce31-41a8-ad97-0041c31d905e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45392f3f-7c02-4a71-a6a7-d8ebaac301b2 HTTP/1.1" status: 204 len: 168 time: 0.1649609 May 20 15:55:10.398946 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28506365-ea24-4041-8492-677808b6cb4d req-dfee0232-494f-4bc8-8feb-4ef6aced38c4 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:10.400384 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-28506365-ea24-4041-8492-677808b6cb4d req-dfee0232-494f-4bc8-8feb-4ef6aced38c4 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 944 time: 0.0823071 May 20 15:55:10.449445 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-28506365-ea24-4041-8492-677808b6cb4d req-afcdd3db-602a-44c8-b647-581939b13f8f tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 May 20 15:55:10.961560 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:55:11.095975 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:11.109959 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '1a150e42-0d1d-4fcc-be5d-c34d2762ef66', 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020', 'port_id': '1a150e42-0d1d-4fcc-be5d-c34d2762ef66', 'mac_address': 'fa:16:3e:55:a8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17ddad5-96b4-4bb2-9d87-10cbd49822ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:55:11.170661 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.188404 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:11.204267 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:11.208676 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:11.210464 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-afefd1ed-0fc4-44df-a56e-5b0ccac1e04e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:11.276828 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:11.284565 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.284902 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.285236 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.285561 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.285882 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.286218 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.286544 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.286862 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.287203 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.287520 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.287833 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.288166 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:11.291978 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:11.527978 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['1a150e42-0d1d-4fcc-be5d-c34d2762ef66'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:11.635132 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff10818-187a-4bdd-9f1f-9bc1050172f8 req-6a78a207-017f-4ebe-8bca-31c81db61f1a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:11.636515 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-bff10818-187a-4bdd-9f1f-9bc1050172f8 req-6a78a207-017f-4ebe-8bca-31c81db61f1a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 945 time: 0.0797751 May 20 15:55:11.687223 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-bff10818-187a-4bdd-9f1f-9bc1050172f8 req-1fc6fcd0-d0d0-4624-95bb-90b63333b688 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445323 May 20 15:55:12.876201 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac238c7d-c0c0-4d9b-bda5-6a1d8cdd966c req-36679c3d-450e-4372-974b-492d473c3c07 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:12.877583 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ac238c7d-c0c0-4d9b-bda5-6a1d8cdd966c req-36679c3d-450e-4372-974b-492d473c3c07 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 945 time: 0.0815973 May 20 15:55:12.923121 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d55e46-4613-470e-8e4d-691414c13225 req-2f28eb56-3ee6-4fe1-b11d-027dd786332e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:12.923697 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ac238c7d-c0c0-4d9b-bda5-6a1d8cdd966c req-fef6f553-861d-4f9b-99fb-b58ee7e5d047 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398948 May 20 15:55:12.924575 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-35d55e46-4613-470e-8e4d-691414c13225 req-2f28eb56-3ee6-4fe1-b11d-027dd786332e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 946 time: 0.0818415 May 20 15:55:12.969804 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-35d55e46-4613-470e-8e4d-691414c13225 req-11ac8536-0f21-48d2-9a4e-11edcc98db28 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394335 May 20 15:55:12.979851 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:13.047372 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:13.051910 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:13.052287 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.168249 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.195238 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc1acab-a769-4e83-b2be-25967f114473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a150e42-0d1d-4fcc-be5d-c34d2762ef66'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:13.206022 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:13.210545 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:13.212375 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:13.246059 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc1acab-a769-4e83-b2be-25967f114473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a150e42-0d1d-4fcc-be5d-c34d2762ef66', 'code': 200} May 20 15:55:13.282662 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:13.285634 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:13.503589 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5c9f6-52b0-4467-96e0-ade08409f2eb req-16198cc5-6c13-49a5-87f0-f05b6acac561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:13.505044 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fff5c9f6-52b0-4467-96e0-ade08409f2eb req-16198cc5-6c13-49a5-87f0-f05b6acac561 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 1099 time: 0.0745254 May 20 15:55:13.545882 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fff5c9f6-52b0-4467-96e0-ade08409f2eb req-a222be6e-52fd-4418-8f96-da6164317fe0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342867 May 20 15:55:14.110289 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3340-4aff-4cac-a877-cd1a4fe5af59 req-e8776016-c23e-4c14-9069-d12cd3d07e35 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:14.111766 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4ecb3340-4aff-4cac-a877-cd1a4fe5af59 req-e8776016-c23e-4c14-9069-d12cd3d07e35 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 946 time: 0.0806320 May 20 15:55:14.157906 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4ecb3340-4aff-4cac-a877-cd1a4fe5af59 req-cc8b5537-a0b7-4553-933b-daa4fff9d6f6 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 May 20 15:55:14.166241 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d37ab-495c-4081-83d1-1e52877d7765 req-b51d7be4-3f03-48c9-b68a-3b4f9d3623c2 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:14.167704 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b28d37ab-495c-4081-83d1-1e52877d7765 req-b51d7be4-3f03-48c9-b68a-3b4f9d3623c2 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 946 time: 0.0849259 May 20 15:55:14.213355 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b28d37ab-495c-4081-83d1-1e52877d7765 req-0ba3d27d-d410-476a-b4d9-f6d0a34c6554 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388727 May 20 15:55:15.130703 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67172e75-9483-4e88-b8c6-92220cebda58 req-a6f4992e-cb3f-492d-8171-8ac8a208946a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:15.132105 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-67172e75-9483-4e88-b8c6-92220cebda58 req-a6f4992e-cb3f-492d-8171-8ac8a208946a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.54 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 946 time: 0.0824392 May 20 15:55:15.311312 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Deleting port 51c73868-6df4-484e-91a4-dc47f8203a78 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:15.311651 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.410923 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c7e71-efcc-467b-96ca-a7f7199e4633 req-9b970c33-b910-4a2f-b7ec-79e012fa384c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:15.412279 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b75c7e71-efcc-467b-96ca-a7f7199e4633 req-9b970c33-b910-4a2f-b7ec-79e012fa384c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 946 time: 0.0841579 May 20 15:55:15.461003 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b75c7e71-efcc-467b-96ca-a7f7199e4633 req-d1bb515a-693b-4b91-ac75-17bca0bc2916 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ed8789-a0c7-4d9d-8c23-e5423066acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 May 20 15:55:15.466394 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc22dd-8040-4e7c-a5b3-5d43471aba4f req-75fa7596-81cd-4f1d-9bf8-49180ae298a3 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:15.467944 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2bc22dd-8040-4e7c-a5b3-5d43471aba4f req-75fa7596-81cd-4f1d-9bf8-49180ae298a3 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 946 time: 0.2024095 May 20 15:55:15.473302 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] For port 51c73868-6df4-484e-91a4-dc47f8203a78, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=51c73868-6df4-484e-91a4-dc47f8203a78,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:15.473656 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.603968 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2bc22dd-8040-4e7c-a5b3-5d43471aba4f req-3ee29cd1-5daa-4da5-82a2-30f444b5ae27 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223695 May 20 15:55:15.801603 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.801997 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.802335 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.l3_db [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Floating IP 3d700cbd-31a7-4cd3-9b9a-c06b5dec291c disassociated. External IP: 172.28.3.252, port: 51c73868-6df4-484e-91a4-dc47f8203a78. May 20 15:55:15.802676 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Calling delete_port for 51c73868-6df4-484e-91a4-dc47f8203a78 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:15.914729 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:15.920980 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:15.967141 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event deleted for resources: {'Port': ['ID=51c73868-6df4-484e-91a4-dc47f8203a78,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:15.970754 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:16.264870 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Router a51c451a-1cc3-4c31-b842-752b01b22a6e has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:16.451710 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:16.461933 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] Sync routers for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:16.471782 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:16.472463 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:54:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:16.530063 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] No DVR routers for this DVR port 51c73868-6df4-484e-91a4-dc47f8203a78 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:16.533610 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:16.536848 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'name': 'network-vif-deleted', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:16.575431 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-67172e75-9483-4e88-b8c6-92220cebda58 req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.54 "DELETE /v2.0/ports/51c73868-6df4-484e-91a4-dc47f8203a78 HTTP/1.1" status: 204 len: 173 time: 1.4361510 May 20 15:55:16.611720 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944e696-0e5e-4c1e-9b73-230278b6bea4', 'name': 'network-vif-deleted', 'tag': '51c73868-6df4-484e-91a4-dc47f8203a78', 'status': 'completed', 'code': 200} May 20 15:55:16.651845 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-950ee74a-4a41-47c4-aafa-e338bebeab9b req-76ca1afb-04b0-40f5-a60d-572745abc31d tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=0944e696-0e5e-4c1e-9b73-230278b6bea4 HTTP/1.1" status: 200 len: 210 time: 0.0654304 May 20 15:55:16.665514 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:16.993024 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:16.997392 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] Checking router: a51c451a-1cc3-4c31-b842-752b01b22a6e for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:55:17.005618 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:17.006222 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:54:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:17.219954 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:17.601470 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:17.609120 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84568e1c-5c71-4673-9147-c769aaa56321 None None] The sync data for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb is: [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:17.855886 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41712) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:17.900999 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc296262-336a-4d90-a30a-f25e5d1f7f5a None None] New status for floating IP 3d700cbd-31a7-4cd3-9b9a-c06b5dec291c: DOWN {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:55:17.908495 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-8bf375d1-d23d-438e-9115-37b4727ca515 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:17.915577 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-8bf375d1-d23d-438e-9115-37b4727ca515 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 815 time: 0.1902485 May 20 15:55:17.933703 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-276abf04-2d08-447b-9709-4ca60b7b84cb tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/quotas/e38ab9fd9ef0411ba69d10365bf689c6 HTTP/1.1" status: 200 len: 375 time: 0.0170238 May 20 15:55:17.936832 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-71e07163-1775-4fb1-a679-30105172aa1c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:17.967330 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-71e07163-1775-4fb1-a679-30105172aa1c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.027520 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-71e07163-1775-4fb1-a679-30105172aa1c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.031336 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-b8b8243c-742b-4d8b-b836-3f3ffd363b30 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967381 May 20 15:55:18.035683 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7af6df37-c367-4e34-b273-4b8321fac894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:18.054792 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e07163-1775-4fb1-a679-30105172aa1c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ed8789-a0c7-4d9d-8c23-e5423066acfd,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:18.060830 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-71e07163-1775-4fb1-a679-30105172aa1c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:18.064643 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-71e07163-1775-4fb1-a679-30105172aa1c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.066256 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-71e07163-1775-4fb1-a679-30105172aa1c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "DELETE /v2.0/security-groups/c1ed8789-a0c7-4d9d-8c23-e5423066acfd HTTP/1.1" status: 204 len: 168 time: 0.2085292 May 20 15:55:18.068825 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41716) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:18.179052 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.api.v2.resource [None req-dbeea91d-7495-4b95-bb11-1d392717adb5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] show failed (client error): The resource could not be found. May 20 15:55:18.180206 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-dbeea91d-7495-4b95-bb11-1d392717adb5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups/c1ed8789-a0c7-4d9d-8c23-e5423066acfd HTTP/1.1" status: 404 len: 347 time: 0.1101906 May 20 15:55:18.185396 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 41720) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:18.361826 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-a7e53481-9eef-4639-969a-5355d709345e service neutron] 10.222.0.36 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235722 May 20 15:55:18.537437 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-493ba0c9-39fb-408c-80f0-80c727cacdca service neutron] 10.222.0.36 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504037 May 20 15:55:18.538951 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Deleting port 9f21eb4f-29ae-48b3-95e4-58a4c330c28f {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:18.539292 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.678838 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.679218 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:18.733491 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d7795479-c543-4744-870f-bedc7697e035 req-d36b0055-24f2-4418-aa62-c0a8cdbbcd92 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 210 time: 0.0436420 May 20 15:55:18.817894 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Calling delete_port for 9f21eb4f-29ae-48b3-95e4-58a4c330c28f owned by network:floatingip {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:18.979558 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 51c73868-6df4-484e-91a4-dc47f8203a78 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:55:19.022905 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 51c73868-6df4-484e-91a4-dc47f8203a78 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:55:19.023254 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 51c73868-6df4-484e-91a4-dc47f8203a78 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:55:19.050100 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.055861 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:19.132816 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event deleted for resources: {'Port': ['ID=9f21eb4f-29ae-48b3-95e4-58a4c330c28f,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:19.140817 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:19.198011 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.212340 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.213449 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "DELETE /v2.0/floatingips/3d700cbd-31a7-4cd3-9b9a-c06b5dec291c HTTP/1.1" status: 204 len: 168 time: 1.0270486 May 20 15:55:19.531640 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 41736) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:19.536187 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418954305', 'description': 'tempest-description--1392413188'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:19.542068 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:19.546589 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Usage tracker for resource:security_group and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:19.549479 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:19.555947 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:19.568220 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.590208 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:19.594787 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Usage tracker for resource:security_group_rule and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:19.597544 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:19.603159 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:19.672498 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.676633 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.681675 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:19.724671 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7cd01d-8111-4f95-989c-6c9eaabf97f0,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:19.727420 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.730735 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1988940 May 20 15:55:19.731694 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41740) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:19.732247 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:19.737606 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'security_group_rule': {'security_group_id': 'ca7cd01d-8111-4f95-989c-6c9eaabf97f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:19.743786 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:19.748378 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Usage tracker for resource:security_group_rule and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:19.751465 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:19.758213 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:19.780197 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.850120 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.855629 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.863911 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-206c5814-562a-4f00-bda6-a0e67031f23f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:19.896000 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-32f29c0c-aed5-4e86-b0f0-be645f8e911f tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:19.897742 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-32f29c0c-aed5-4e86-b0f0-be645f8e911f tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 815 time: 0.1616185 May 20 15:55:19.921119 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Request body: {'port': {'device_id': 'fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5', 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020', 'admin_state_up': True, 'tenant_id': 'e38ab9fd9ef0411ba69d10365bf689c6'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:19.934226 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576b1f81-a52e-4ad3-b6d5-d56c0471bf6f,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:19.938605 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:19.945061 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e96c471f-af03-46d6-8ba2-d2fa16b051bb req-75b1b25d-604c-4839-9060-6fa175ac102c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 210 time: 0.0818682 May 20 15:55:19.945789 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:19.946937 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-44e41d44-d9e6-4a59-89cb-edfc123e40c1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2134805 May 20 15:55:19.949795 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41746) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:19.964818 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'security_group_rule': {'security_group_id': 'ca7cd01d-8111-4f95-989c-6c9eaabf97f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:19.964818 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:19.968268 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Usage tracker for resource:security_group_rule and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:19.971148 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:19.977309 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:19.993380 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.057736 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.062942 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.065189 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-51e0c555-96b8-44dd-96c0-f3307888f9fc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:20.079268 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:20.088091 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec2dbc5-e000-42c2-b4ea-5a522dfbc283,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:20.088806 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:20.091006 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:20.098687 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.099937 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487448 May 20 15:55:20.102676 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Made reservation on behalf of e38ab9fd9ef0411ba69d10365bf689c6 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:20.103442 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 41754) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:20.106320 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.108497 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'floatingip': {'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:20.114211 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:20.117940 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Usage tracker for resource:floatingip and tenant:9e368ec826784c75aa764fcc0c6e68ed is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:55:20.120899 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:55:20.127151 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:20.137041 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.274483 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.275178 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Allocated IP 172.20.0.2 (0a5e92b7-c382-491a-ac05-ca99813a4020/a17ddad5-96b4-4bb2-9d87-10cbd49822ea/e39289eb-e374-4f88-8553-19d6833846f4) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:20.420810 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Allocated IP 172.28.3.19 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/a7ebed3c-9ffc-409c-9a7d-8333e88089fd) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:20.479542 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.508984 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.517765 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-575a04f7-41bd-424f-92e1-894db1f63f3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:20.554647 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['37547ab6-bc9b-40d6-9172-348d613f0174', '1a150e42-0d1d-4fcc-be5d-c34d2762ef66'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:20.572674 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.589996 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Network 0a5e92b7-c382-491a-ac05-ca99813a4020 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:20.593649 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:20.597718 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:20.605795 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.612503 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:20.638416 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Pushing event updated for resources: {'Port': ['ID=e39289eb-e374-4f88-8553-19d6833846f4,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:20.646469 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:20.672314 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:20.672944 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.686344 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:20.689323 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:20.693089 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:20.701946 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7865918 May 20 15:55:20.720483 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Request body: {'port': {'device_id': 'fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:20.738143 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'Port': ['ID=a7ebed3c-9ffc-409c-9a7d-8333e88089fd,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:20.742461 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:20.783519 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.842908 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:20.850073 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.063377 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.068113 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7619507'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.072364 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8aea974a-34b5-4ed4-b87e-d70213a4284a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:21.190912 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'Port': ['ID=a7ebed3c-9ffc-409c-9a7d-8333e88089fd,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:21.194832 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:21.197524 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.211443 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcfbd9-d05f-4f6b-acf6-97b281290e09 req-55d5597f-0ba5-4019-b834-993d551e65c0 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:21.212354 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-33fcfbd9-d05f-4f6b-acf6-97b281290e09 req-55d5597f-0ba5-4019-b834-993d551e65c0 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Synchronizing usage tracker for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:21.221664 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.223040 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-7ac697e4-e166-490e-96d9-8fd2a8ac7518 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1186709 May 20 15:55:21.281301 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-33fcfbd9-d05f-4f6b-acf6-97b281290e09 req-55d5597f-0ba5-4019-b834-993d551e65c0 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Unset dirty status for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:21.282485 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-33fcfbd9-d05f-4f6b-acf6-97b281290e09 req-55d5597f-0ba5-4019-b834-993d551e65c0 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 931 time: 0.2036200 May 20 15:55:21.284434 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39289eb-e374-4f88-8553-19d6833846f4 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:21.304979 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.335172 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Transition to ACTIVE for port object e39289eb-e374-4f88-8553-19d6833846f4 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:21.342925 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.349131 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-dd21a3b8-7994-47a6-a49e-98bbc437cb63 tempest-ServerRescueNegativeTestJSON-1975001163 tempest-ServerRescueNegativeTestJSON-1975001163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:21.392375 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-33fcfbd9-d05f-4f6b-acf6-97b281290e09 req-558b5774-6467-4c8f-badf-2dcc92d11f00 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035075 May 20 15:55:21.458572 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-54693358-9f40-416e-9ae1-a53361fed5f7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Synchronizing usage tracker for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:21.475252 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-54693358-9f40-416e-9ae1-a53361fed5f7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Unset dirty status for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:21.476417 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-54693358-9f40-416e-9ae1-a53361fed5f7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--418954305&fields=id&tenant_id=9e368ec826784c75aa764fcc0c6e68ed HTTP/1.1" status: 200 len: 267 time: 0.0615389 May 20 15:55:21.610814 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Pushing event updated for resources: {'Port': ['ID=e39289eb-e374-4f88-8553-19d6833846f4,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:21.614153 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:21.637261 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-1c880a9e-8ce0-4eaa-bb96-6f25e5830856 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:21.638888 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-1c880a9e-8ce0-4eaa-bb96-6f25e5830856 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 816 time: 0.1553566 May 20 15:55:21.653301 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-d4c0d67c-3bd6-407e-b36e-081c5cecc590 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/quotas/9e368ec826784c75aa764fcc0c6e68ed HTTP/1.1" status: 200 len: 375 time: 0.0088503 May 20 15:55:21.688047 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Attempting to bind port e39289eb-e374-4f88-8553-19d6833846f4 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:21.688375 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Attempting to bind port e39289eb-e374-4f88-8553-19d6833846f4 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:21.688696 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Attempting to bind port e39289eb-e374-4f88-8553-19d6833846f4 on network 0a5e92b7-c382-491a-ac05-ca99813a4020 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:21.693228 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Port e39289eb-e374-4f88-8553-19d6833846f4 on network 0a5e92b7-c382-491a-ac05-ca99813a4020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:55:21.693831 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Attempting to bind port e39289eb-e374-4f88-8553-19d6833846f4 on network 0a5e92b7-c382-491a-ac05-ca99813a4020 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:21.698930 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:21.699261 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Checking segment: {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:21.699648 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Bound using segment: {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:21.700133 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Bound port: e39289eb-e374-4f88-8553-19d6833846f4, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:21.700496 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.740611 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-48de7d21-acf1-4834-b979-c44745e22248 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815985 May 20 15:55:21.790710 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] For port e39289eb-e374-4f88-8553-19d6833846f4, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:21.794181 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] For port e39289eb-e374-4f88-8553-19d6833846f4, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e39289eb-e374-4f88-8553-19d6833846f4,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:21.799488 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.804136 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:21.863853 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:21.864468 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:21.865833 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] 10.222.0.54 "PUT /v2.0/ports/e39289eb-e374-4f88-8553-19d6833846f4 HTTP/1.1" status: 200 len: 1093 time: 1.1505821 May 20 15:55:21.866352 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5', 'tag': 'e39289eb-e374-4f88-8553-19d6833846f4'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:21.891278 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-f9c87116-57f9-4bdf-b306-ab2807fbe274 service neutron] 10.222.0.36 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379294 May 20 15:55:21.891566 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Pushing event updated for resources: {'Port': ['ID=e39289eb-e374-4f88-8553-19d6833846f4,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:21.894737 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:21.920165 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5', 'tag': 'e39289eb-e374-4f88-8553-19d6833846f4', 'status': 'completed', 'code': 200} May 20 15:55:22.011825 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-5bd569cb-2165-4c42-af15-c8d7f4b06f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:22.013617 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-5bd569cb-2165-4c42-af15-c8d7f4b06f3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 1096 time: 0.0771785 May 20 15:55:22.091139 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-391e6754-dde7-498d-ad45-016e83e200c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e39289eb-e374-4f88-8553-19d6833846f4 HTTP/1.1" status: 200 len: 217 time: 0.0638733 May 20 15:55:22.113845 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-1eadc414-fa09-4aa1-b285-1b5357069793 service neutron] 10.222.0.36 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214906 May 20 15:55:22.154409 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-c716c29a-a397-4a98-bdf2-9aabde6ac5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:22.155880 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-c716c29a-a397-4a98-bdf2-9aabde6ac5c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a17ddad5-96b4-4bb2-9d87-10cbd49822ea HTTP/1.1" status: 200 len: 855 time: 0.0582662 May 20 15:55:22.206990 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-767603b5-218b-4be8-a4d3-66514100bf90 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a5e92b7-c382-491a-ac05-ca99813a4020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445490 May 20 15:55:22.359186 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-c871acb8-dfe6-46bb-a43e-15116388f39e req-2e60dca3-a915-4748-b550-1e317159c179 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Synchronizing usage tracker for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:22.395303 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-c871acb8-dfe6-46bb-a43e-15116388f39e req-2e60dca3-a915-4748-b550-1e317159c179 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Unset dirty status for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:22.396519 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c871acb8-dfe6-46bb-a43e-15116388f39e req-2e60dca3-a915-4748-b550-1e317159c179 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 210 time: 0.0939124 May 20 15:55:22.399981 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-c7e1fed3-fa00-4f90-b4ac-6db7bfa655c8 service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864383 May 20 15:55:22.546396 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e3649f3b-2909-425d-b7a5-96c522df63d0 req-6ad72d98-1926-4492-837d-7353a7dee955 service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390083 May 20 15:55:22.588047 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba780ea-0ba6-4c50-bbf9-07a9a129561a req-044c2248-9649-4cbe-b6ab-640d3a7a22d0 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:22.589919 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5ba780ea-0ba6-4c50-bbf9-07a9a129561a req-044c2248-9649-4cbe-b6ab-640d3a7a22d0 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 943 time: 0.0830655 May 20 15:55:22.635197 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5ba780ea-0ba6-4c50-bbf9-07a9a129561a req-377b5e85-9874-42dd-a53e-eb2e80d01a17 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388682 May 20 15:55:22.742956 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbdeef-4373-435e-97a0-e581ffef6e84 req-cd6b36d8-a9ab-497d-9b43-fabb1cd55ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:22.744433 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15dbdeef-4373-435e-97a0-e581ffef6e84 req-cd6b36d8-a9ab-497d-9b43-fabb1cd55ceb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 1096 time: 0.0783241 May 20 15:55:22.882326 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbdeef-4373-435e-97a0-e581ffef6e84 req-b4fa3c76-6275-409e-adfd-429c4c67a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:22.884039 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15dbdeef-4373-435e-97a0-e581ffef6e84 req-b4fa3c76-6275-409e-adfd-429c4c67a65e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 916 time: 0.1321402 May 20 15:55:22.966481 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15dbdeef-4373-435e-97a0-e581ffef6e84 req-55c533b7-1e69-4b88-9c44-07361d5b519c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e39289eb-e374-4f88-8553-19d6833846f4 HTTP/1.1" status: 200 len: 217 time: 0.0751095 May 20 15:55:23.029046 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbdeef-4373-435e-97a0-e581ffef6e84 req-47d75966-19aa-4312-b457-6cd4c2b2d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:23.030515 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15dbdeef-4373-435e-97a0-e581ffef6e84 req-47d75966-19aa-4312-b457-6cd4c2b2d3c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a17ddad5-96b4-4bb2-9d87-10cbd49822ea HTTP/1.1" status: 200 len: 855 time: 0.0571191 May 20 15:55:23.084324 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15dbdeef-4373-435e-97a0-e581ffef6e84 req-ce75c8ea-5e08-466a-a512-c423216f79a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a5e92b7-c382-491a-ac05-ca99813a4020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441012 May 20 15:55:23.225349 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15dbdeef-4373-435e-97a0-e581ffef6e84 req-97976b35-c9ca-415c-8341-42886e52db8a service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289556 May 20 15:55:23.617325 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-52bb2cbe-d7a4-4e86-90e7-9d19b48b1230 req-1b640e4c-4852-403f-a9a9-5845f87febc7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 210 time: 0.1004655 May 20 15:55:23.656434 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-15dbdeef-4373-435e-97a0-e581ffef6e84 req-29e28cbd-1c98-41a5-b2eb-8aca39b6e69b service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920541 May 20 15:55:23.692496 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-a31390af-e65b-4dfe-8d41-2b093cd363da tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:23.693974 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-a31390af-e65b-4dfe-8d41-2b093cd363da tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 816 time: 0.2307673 May 20 15:55:23.764603 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0cd24525-383d-4251-842e-e83f94647e2c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Synchronizing usage tracker for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:security_group {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:23.776115 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0cd24525-383d-4251-842e-e83f94647e2c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Unset dirty status for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:security_group {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:23.777228 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0cd24525-383d-4251-842e-e83f94647e2c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e368ec826784c75aa764fcc0c6e68ed HTTP/1.1" status: 200 len: 379 time: 0.0592041 May 20 15:55:23.786182 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'port': {'device_id': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'admin_state_up': True, 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'security_groups': ['ca7cd01d-8111-4f95-989c-6c9eaabf97f0']}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:23.830554 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357ffd0-4979-444f-9381-4ff1b13c75f0 req-a53edd80-49f1-4294-83b6-50d0259ee528 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:23.832027 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a357ffd0-4979-444f-9381-4ff1b13c75f0 req-a53edd80-49f1-4294-83b6-50d0259ee528 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 943 time: 0.0858984 May 20 15:55:23.878104 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a357ffd0-4979-444f-9381-4ff1b13c75f0 req-a4565bbc-2ede-49c7-aa05-5a81812126f4 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 May 20 15:55:23.927863 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:23.939539 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:23.948582 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Made reservation on behalf of 9e368ec826784c75aa764fcc0c6e68ed for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:23.952044 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.110111 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Allocated IP 172.20.0.8 (269611d1-9001-4aeb-a2d6-2e6f178eec88/f754e493-2fc1-4a88-b9bc-dc69210f0f84/aa89cb30-8306-4458-9022-0280b46424e7) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:24.305271 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.320397 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Transition to ACTIVE for port object aa89cb30-8306-4458-9022-0280b46424e7 will not be triggered until provisioned by entity DHCP. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:24.339963 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32dcab3c-a870-4c93-8d52-cce7ace43946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.344712 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.350041 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:24.414884 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Network 269611d1-9001-4aeb-a2d6-2e6f178eec88 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:24.417985 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:24.422791 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:24.459894 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event updated for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:24.464723 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:24.499290 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:24.499905 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.526010 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7432420 May 20 15:55:24.543932 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Request body: {'port': {'device_id': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:24.604685 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-b384914c-8b5b-41f1-b641-a6af92ba7735 None None] Provisioning for port aa89cb30-8306-4458-9022-0280b46424e7 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:24.609757 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-b384914c-8b5b-41f1-b641-a6af92ba7735 None None] Provisioning complete for port aa89cb30-8306-4458-9022-0280b46424e7 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:24.610223 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b384914c-8b5b-41f1-b641-a6af92ba7735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.657572 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:24.664408 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-b384914c-8b5b-41f1-b641-a6af92ba7735 None None] Port aa89cb30-8306-4458-9022-0280b46424e7 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:55:24.972921 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c457d-0edb-438d-b759-c68b3fc2d088 req-474bd586-c540-43d0-a38e-22c298f94507 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:24.973616 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-eb0c457d-0edb-438d-b759-c68b3fc2d088 req-474bd586-c540-43d0-a38e-22c298f94507 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Synchronizing usage tracker for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:25.007929 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-eb0c457d-0edb-438d-b759-c68b3fc2d088 req-474bd586-c540-43d0-a38e-22c298f94507 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Unset dirty status for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:25.008173 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e39289eb-e374-4f88-8553-19d6833846f4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:55:25.009068 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eb0c457d-0edb-438d-b759-c68b3fc2d088 req-474bd586-c540-43d0-a38e-22c298f94507 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 931 time: 0.2760401 May 20 15:55:25.070438 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d7c87-660b-4d31-8aee-3870d405d00d req-27f194d9-b3b8-4ad5-a9a0-ff30221fe9bf tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:25.071903 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-498d7c87-660b-4d31-8aee-3870d405d00d req-27f194d9-b3b8-4ad5-a9a0-ff30221fe9bf tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 943 time: 0.0833135 May 20 15:55:25.113685 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eb0c457d-0edb-438d-b759-c68b3fc2d088 req-a78acb2b-7aa6-4a54-9633-e4112cbaf140 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953898 May 20 15:55:25.119546 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa89cb30-8306-4458-9022-0280b46424e7 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:25.128816 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.132579 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-498d7c87-660b-4d31-8aee-3870d405d00d req-9f044480-ba68-4207-bfe2-738bae05c2ea tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 May 20 15:55:25.152022 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Transition to ACTIVE for port object aa89cb30-8306-4458-9022-0280b46424e7 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:25.156730 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.161415 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:25.163647 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port e39289eb-e374-4f88-8553-19d6833846f4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e39289eb-e374-4f88-8553-19d6833846f4,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:25.176925 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': 'e39289eb-e374-4f88-8553-19d6833846f4', 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020', 'port_id': 'e39289eb-e374-4f88-8553-19d6833846f4', 'mac_address': 'fa:16:3e:c4:76:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17ddad5-96b4-4bb2-9d87-10cbd49822ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:55:25.239541 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.258117 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39289eb-e374-4f88-8553-19d6833846f4 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:25.276102 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port e39289eb-e374-4f88-8553-19d6833846f4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e39289eb-e374-4f88-8553-19d6833846f4,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:25.280414 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.282649 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:25.289302 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Pushing event updated for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:25.316548 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:25.360433 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=e39289eb-e374-4f88-8553-19d6833846f4,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:25.367209 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:25.492091 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Attempting to bind port aa89cb30-8306-4458-9022-0280b46424e7 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:25.492257 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Attempting to bind port aa89cb30-8306-4458-9022-0280b46424e7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:25.492581 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Attempting to bind port aa89cb30-8306-4458-9022-0280b46424e7 on network 269611d1-9001-4aeb-a2d6-2e6f178eec88 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:25.497262 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Port aa89cb30-8306-4458-9022-0280b46424e7 on network 269611d1-9001-4aeb-a2d6-2e6f178eec88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:55:25.497570 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Attempting to bind port aa89cb30-8306-4458-9022-0280b46424e7 on network 269611d1-9001-4aeb-a2d6-2e6f178eec88 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:25.502741 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:25.503077 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Checking segment: {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:25.503451 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Bound using segment: {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:25.503873 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Bound port: aa89cb30-8306-4458-9022-0280b46424e7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f783f02-9504-4f5e-af83-ba821c49bfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:25.504214 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.594219 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:25.597232 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:25.601870 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.605712 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-edfb0ccf-7903-46f8-ba5f-66d40394bcd0 tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:25.611163 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['e39289eb-e374-4f88-8553-19d6833846f4'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:25.665331 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:25.665956 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:25.667339 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] 10.222.0.54 "PUT /v2.0/ports/aa89cb30-8306-4458-9022-0280b46424e7 HTTP/1.1" status: 200 len: 1093 time: 1.1279004 May 20 15:55:25.670695 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:25.709553 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Pushing event updated for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:25.712558 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:25.765464 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7', 'status': 'completed', 'code': 200} May 20 15:55:25.812578 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-520484f0-55f7-4b30-bffc-10d8d1738095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:25.814057 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-520484f0-55f7-4b30-bffc-10d8d1738095 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0839410 May 20 15:55:25.894262 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-1f56a89b-e4e6-4060-9a9a-270e04c9b9e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa89cb30-8306-4458-9022-0280b46424e7 HTTP/1.1" status: 200 len: 217 time: 0.0651219 May 20 15:55:25.961891 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-2ce6dd24-0a2c-4987-80be-c5426a6aa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:25.963239 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-2ce6dd24-0a2c-4987-80be-c5426a6aa3a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.0608573 May 20 15:55:26.038028 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-6a95a1eb-3e06-490e-9fc7-2bd40e68de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:26.039517 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-6a95a1eb-3e06-490e-9fc7-2bd40e68de07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0686288 May 20 15:55:26.172035 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-4c0baa1d-a674-4b76-9aa0-e377c6b0e927 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246128 May 20 15:55:26.316118 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ce123-d2d0-4b99-a043-4062a6abfa8f req-ef4c91f6-2103-435d-b5c2-c7084f746905 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:26.317593 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-868ce123-d2d0-4b99-a043-4062a6abfa8f req-ef4c91f6-2103-435d-b5c2-c7084f746905 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0844064 May 20 15:55:26.363739 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-53ddcb8b-6338-4ed4-9815-1b3df7cae8b5 req-5f81e91d-2487-4268-9599-1b68c9d24d11 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846795 May 20 15:55:26.364086 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-868ce123-d2d0-4b99-a043-4062a6abfa8f req-268ea284-088c-46c9-9d79-0f7dc3648527 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405014 May 20 15:55:26.392770 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25bd9e-e999-45db-9c5d-bf7f48d65b3d req-b0192b99-f729-4f05-98de-f956e97be9b9 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:26.392770 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3e25bd9e-e999-45db-9c5d-bf7f48d65b3d req-b0192b99-f729-4f05-98de-f956e97be9b9 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 944 time: 0.1190839 May 20 15:55:26.433595 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3e25bd9e-e999-45db-9c5d-bf7f48d65b3d req-e73a73ec-665a-4796-9867-8c2445cdc3a1 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 May 20 15:55:26.530614 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-a037845e-bc3e-457c-a3f0-f007700732fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:26.532089 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-a037845e-bc3e-457c-a3f0-f007700732fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0715940 May 20 15:55:26.635010 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a96c6d44-faa1-4e4c-be9d-2ecd4cc6f250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.668416 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-0904e45b-0bfd-473a-9e2a-74250ca57986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:26.670864 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-0904e45b-0bfd-473a-9e2a-74250ca57986 service neutron] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 917 time: 0.1316545 May 20 15:55:26.744801 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-4a3f8a90-bc10-4f5f-8735-09420904e693 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa89cb30-8306-4458-9022-0280b46424e7 HTTP/1.1" status: 200 len: 217 time: 0.0663946 May 20 15:55:26.808284 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-5f1ca7a7-afb6-4be4-9880-d7b673002828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:26.810063 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-5f1ca7a7-afb6-4be4-9880-d7b673002828 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.0579560 May 20 15:55:26.861231 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:26.890954 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-8ae4d71f-a3d1-4888-b665-01c62bfbe4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:26.892318 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-8ae4d71f-a3d1-4888-b665-01c62bfbe4bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0760787 May 20 15:55:27.026674 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-ca88a841-4e65-499b-b9a9-97d302a4e774 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271439 May 20 15:55:27.036473 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e39289eb-e374-4f88-8553-19d6833846f4 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:27.103372 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port e39289eb-e374-4f88-8553-19d6833846f4 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:27.108847 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port e39289eb-e374-4f88-8553-19d6833846f4 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:27.109228 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.230718 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.257842 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39289eb-e374-4f88-8553-19d6833846f4'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:27.268505 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port e39289eb-e374-4f88-8553-19d6833846f4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e39289eb-e374-4f88-8553-19d6833846f4,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:27.270960 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-08852597-49d9-4e53-ae85-75f0cdc8b780 req-51acd355-eea3-45ac-a004-bf68468967af service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348282 May 20 15:55:27.274104 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:27.279639 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-afefd1ed-0fc4-44df-a56e-5b0ccac1e04e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:27.336900 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39289eb-e374-4f88-8553-19d6833846f4', 'code': 200} May 20 15:55:27.374804 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=e39289eb-e374-4f88-8553-19d6833846f4,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:27.377767 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:27.629558 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a13a1-f933-435e-8b89-f140f903b6f5 req-f0e6198d-8885-449c-b101-7733a655951c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:27.631052 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-975a13a1-f933-435e-8b89-f140f903b6f5 req-f0e6198d-8885-449c-b101-7733a655951c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 945 time: 0.0832279 May 20 15:55:27.649777 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060c770-014a-4b1e-bdc1-bac580f3cb8e req-89cc4352-42a8-4b0a-a57e-b7dfec0b721a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:27.651343 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9060c770-014a-4b1e-bdc1-bac580f3cb8e req-89cc4352-42a8-4b0a-a57e-b7dfec0b721a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.1577475 May 20 15:55:27.657657 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeae749-2690-4478-a3d5-c8559d3af8c7 req-929f02ab-db2c-4c1c-b37b-8b243db6dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:27.659121 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5aeae749-2690-4478-a3d5-c8559d3af8c7 req-929f02ab-db2c-4c1c-b37b-8b243db6dd57 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 1098 time: 0.1197190 May 20 15:55:27.681943 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-975a13a1-f933-435e-8b89-f140f903b6f5 req-2d82463c-61be-4145-b659-671763a5b28c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 May 20 15:55:27.729053 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9060c770-014a-4b1e-bdc1-bac580f3cb8e req-7c14133b-183b-483d-a4c1-772edaf4b50f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689692 May 20 15:55:27.733480 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5aeae749-2690-4478-a3d5-c8559d3af8c7 req-125023af-e874-4e1f-9c72-b26f478a2263 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580249 May 20 15:55:27.941595 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:28.878674 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c4b12-ded2-41b4-9d69-b7df35f361b7 req-f691442b-a99a-477c-8e11-ea62d9bcc408 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:28.880231 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2a1c4b12-ded2-41b4-9d69-b7df35f361b7 req-f691442b-a99a-477c-8e11-ea62d9bcc408 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 945 time: 0.0871501 May 20 15:55:28.934486 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2a1c4b12-ded2-41b4-9d69-b7df35f361b7 req-97b47f69-3c89-46b8-9e1a-61d26807e763 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477405 May 20 15:55:28.937544 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa78eb-4f7c-4ba2-8bb5-0183681ad9bd req-f81de63d-5a2e-495e-92cf-a2245aba1b17 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:28.945673 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-dbaa78eb-4f7c-4ba2-8bb5-0183681ad9bd req-f81de63d-5a2e-495e-92cf-a2245aba1b17 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0984221 May 20 15:55:28.988971 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-dbaa78eb-4f7c-4ba2-8bb5-0183681ad9bd req-c85b168f-5cec-488c-81b0-a88fe66a2c5e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423093 May 20 15:55:29.039277 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aa89cb30-8306-4458-9022-0280b46424e7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:55:29.197182 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:29.210741 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': 'aa89cb30-8306-4458-9022-0280b46424e7', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'port_id': 'aa89cb30-8306-4458-9022-0280b46424e7', 'mac_address': 'fa:16:3e:92:40:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:55:29.266919 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.283814 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa89cb30-8306-4458-9022-0280b46424e7 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:29.299452 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:29.304489 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:29.306337 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:29.374051 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:29.377038 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:29.675828 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['aa89cb30-8306-4458-9022-0280b46424e7'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:29.740402 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:30.171680 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2d980-1980-4545-a26d-6da4eb668b01 req-d37137ff-7a91-4cb1-88e1-08b991a69a1c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:30.172484 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-84e2d980-1980-4545-a26d-6da4eb668b01 req-d37137ff-7a91-4cb1-88e1-08b991a69a1c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 945 time: 0.1040797 May 20 15:55:30.229575 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-84e2d980-1980-4545-a26d-6da4eb668b01 req-fcba4ab0-002f-4993-bd03-89413b10118c tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506442 May 20 15:55:30.243506 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc803fa5-e400-496e-8997-c25c8f07ca02 req-108339d8-956c-416d-adff-687c6d39253f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:30.246051 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fc803fa5-e400-496e-8997-c25c8f07ca02 req-108339d8-956c-416d-adff-687c6d39253f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 944 time: 0.0993862 May 20 15:55:30.332335 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fc803fa5-e400-496e-8997-c25c8f07ca02 req-699bce76-2708-4ee8-a49b-c159ff2201c7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793302 May 20 15:55:31.074275 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aa89cb30-8306-4458-9022-0280b46424e7 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:31.141922 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port aa89cb30-8306-4458-9022-0280b46424e7 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:31.146409 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port aa89cb30-8306-4458-9022-0280b46424e7 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:31.146785 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.271049 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.297700 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:31.307171 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:31.311764 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:31.313780 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:31.348008 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7', 'code': 200} May 20 15:55:31.379203 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:31.382932 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:31.552520 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe2239-18d6-4c46-b775-2cf28b666f8f req-b9ed9440-4d9f-4fd1-9365-6cb50b89a01f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:31.554088 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7bbe2239-18d6-4c46-b775-2cf28b666f8f req-b9ed9440-4d9f-4fd1-9365-6cb50b89a01f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0810618 May 20 15:55:31.650850 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7bbe2239-18d6-4c46-b775-2cf28b666f8f req-cb875cac-8757-4982-9394-808971d4f6c5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904462 May 20 15:55:31.674251 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495bb2e-c447-4b47-a732-815181ea3ff2 req-c96e9f89-c2fb-4fe5-b8a8-bd5d2c48b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:31.676713 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7495bb2e-c447-4b47-a732-815181ea3ff2 req-c96e9f89-c2fb-4fe5-b8a8-bd5d2c48b3db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 1098 time: 0.1033294 May 20 15:55:31.721486 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7495bb2e-c447-4b47-a732-815181ea3ff2 req-9fe972e2-7b44-449b-a0f5-0e5c903a4165 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362692 May 20 15:55:32.843110 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4c2ac-4f60-461b-9a40-f096a2bc3a42 req-448240b1-0397-46d7-ba4d-ffc080b9cae8 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:32.844605 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f6c4c2ac-4f60-461b-9a40-f096a2bc3a42 req-448240b1-0397-46d7-ba4d-ffc080b9cae8 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0806065 May 20 15:55:32.895065 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f6c4c2ac-4f60-461b-9a40-f096a2bc3a42 req-c3435c8a-5cf6-4ae0-a71e-eb2ed64f47aa tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441823 May 20 15:55:34.241974 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6cf7c-3dea-4194-b83d-d7c7ab92580d req-4e6a617c-5423-4db8-9f77-dee411d62899 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:34.243524 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1af6cf7c-3dea-4194-b83d-d7c7ab92580d req-4e6a617c-5423-4db8-9f77-dee411d62899 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0819850 May 20 15:55:34.288919 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1af6cf7c-3dea-4194-b83d-d7c7ab92580d req-b3d0041a-e491-403e-9066-ff002240726e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395851 May 20 15:55:34.476695 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0df8ba-c852-4287-90c0-645dccfb2c76 req-363156cc-1adf-4293-a871-aca6f4236b31 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:34.478157 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-df0df8ba-c852-4287-90c0-645dccfb2c76 req-363156cc-1adf-4293-a871-aca6f4236b31 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0833299 May 20 15:55:34.492846 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 41850) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:55:34.498248 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-c634d5a6-a82c-4fe3-9dbb-3b1d3a4ea1ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Request body: {'floatingip': {'port_id': 'aa89cb30-8306-4458-9022-0280b46424e7'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:34.578811 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c634d5a6-a82c-4fe3-9dbb-3b1d3a4ea1ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.313979 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c634d5a6-a82c-4fe3-9dbb-3b1d3a4ea1ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.318172 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c634d5a6-a82c-4fe3-9dbb-3b1d3a4ea1ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.338512 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:35.497381 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.l3_db [None req-c634d5a6-a82c-4fe3-9dbb-3b1d3a4ea1ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Floating IP 0bcdecff-7c82-448a-acd8-30b1b2013b65 associated. External IP: 172.28.3.19, port: aa89cb30-8306-4458-9022-0280b46424e7. May 20 15:55:35.864889 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c634d5a6-a82c-4fe3-9dbb-3b1d3a4ea1ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Router a51c451a-1cc3-4c31-b842-752b01b22a6e has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:55:36.051845 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c634d5a6-a82c-4fe3-9dbb-3b1d3a4ea1ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:55:36.056081 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c634d5a6-a82c-4fe3-9dbb-3b1d3a4ea1ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:36.062068 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] Sync routers for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:55:36.071198 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:36.071806 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:55:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:36.114766 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-c634d5a6-a82c-4fe3-9dbb-3b1d3a4ea1ee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "PUT /v2.0/floatingips/0bcdecff-7c82-448a-acd8-30b1b2013b65 HTTP/1.1" status: 200 len: 990 time: 1.6183066 May 20 15:55:36.114766 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:36.185840 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7', 'status': 'completed', 'code': 200} May 20 15:55:36.291519 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:36.442411 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-9a49fbf3-fed2-42e9-ab4a-54725d4510e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:36.447763 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-9a49fbf3-fed2-42e9-ab4a-54725d4510e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0852144 May 20 15:55:36.598295 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-7e6705c9-faf1-4fbe-b0fa-f875f8978cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:36.599751 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-7e6705c9-faf1-4fbe-b0fa-f875f8978cc8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 917 time: 0.1458340 May 20 15:55:36.672115 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '0bcdecff-7c82-448a-acd8-30b1b2013b65', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'port_id': 'aa89cb30-8306-4458-9022-0280b46424e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'mac_address': 'fa:16:3e:92:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:20Z', 'updated_at': '2021-05-20T15:55:35Z', 'revision_number': 1, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:36.676029 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] Checking router: a51c451a-1cc3-4c31-b842-752b01b22a6e for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:55:36.685537 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:55:36.686155 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:55:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:36.806617 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-6223d32c-d1a2-4437-9d56-56d8fd8723fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa89cb30-8306-4458-9022-0280b46424e7 HTTP/1.1" status: 200 len: 998 time: 0.2000542 May 20 15:55:36.868956 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:55:36.891361 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-e6986652-e58d-4e68-a681-5daf4c924e4e tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:36.892770 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-e6986652-e58d-4e68-a681-5daf4c924e4e tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 815 time: 0.2350330 May 20 15:55:36.900150 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-53d784fc-0c7c-4174-a9cb-77d08f61eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:36.901562 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-53d784fc-0c7c-4174-a9cb-77d08f61eb3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.0856237 May 20 15:55:36.911464 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-e8fc4bd1-42d7-459e-9aab-7a0ba0f83797 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/quotas/e38ab9fd9ef0411ba69d10365bf689c6 HTTP/1.1" status: 200 len: 375 time: 0.0090070 May 20 15:55:37.162348 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-0c10d74d-cf16-4c2a-b872-e085fe16539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:37.163850 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-0c10d74d-cf16-4c2a-b872-e085fe16539d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2515807 May 20 15:55:37.172320 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-279dff41-4cde-417a-a2e3-a22d67075d6b tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2307432 May 20 15:55:37.259264 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '0bcdecff-7c82-448a-acd8-30b1b2013b65', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'port_id': 'aa89cb30-8306-4458-9022-0280b46424e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'mac_address': 'fa:16:3e:92:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:20Z', 'updated_at': '2021-05-20T15:55:35Z', 'revision_number': 1, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:55:37.263387 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15177b0e-c567-440c-9de5-7bde6265b44d None None] The sync data for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb is: [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '0bcdecff-7c82-448a-acd8-30b1b2013b65', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'port_id': 'aa89cb30-8306-4458-9022-0280b46424e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'mac_address': 'fa:16:3e:92:40:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:55:20Z', 'updated_at': '2021-05-20T15:55:35Z', 'revision_number': 1, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:55:37.425440 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-75425570-4089-40af-a6a4-1bc1046e4667 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509429 May 20 15:55:37.428747 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-9991f61c-0a30-434f-924b-d6b81bf86f6e service neutron] 10.222.0.36 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336493 May 20 15:55:37.495096 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabe821-9e05-4832-9d26-3a2eac4dab0d None None] New status for floating IP 0bcdecff-7c82-448a-acd8-30b1b2013b65: ACTIVE {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:55:37.688405 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-24e5c4db-51f3-4d4f-aa77-c8a37d5b5258 req-eec27a07-346d-4408-802d-8973081155a0 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544510 May 20 15:55:37.691452 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-cd8b48b7-0bde-43a8-b735-829d7e068f34 service neutron] 10.222.0.36 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366734 May 20 15:55:37.895107 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-60bccec2-ad6a-4424-86c8-235f3c180b05 req-ccabdd09-f502-4ac9-9eba-ff576e5e99a4 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 210 time: 0.0482879 May 20 15:55:39.073740 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-03a37f5e-8b72-4049-9b62-426fe15dc805 req-3a78fcbe-a94d-4fef-ac3c-583ee18b9a30 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 210 time: 0.0657165 May 20 15:55:39.184863 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-46ac2dab-6682-41d9-aeb9-3cc9b31cd25d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:39.186118 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-46ac2dab-6682-41d9-aeb9-3cc9b31cd25d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 815 time: 0.1856232 May 20 15:55:39.206308 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Request body: {'port': {'device_id': 'b4011204-4235-4bb8-9b09-16bcb0276d25', 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020', 'admin_state_up': True, 'tenant_id': 'e38ab9fd9ef0411ba69d10365bf689c6'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:39.350270 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:55:39.360210 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:55:39.369876 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Made reservation on behalf of e38ab9fd9ef0411ba69d10365bf689c6 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:55:39.374266 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.544306 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:55:39.545530 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Allocated IP 172.20.0.4 (0a5e92b7-c382-491a-ac05-ca99813a4020/a17ddad5-96b4-4bb2-9d87-10cbd49822ea/e47d91c5-4079-44ce-9297-e02533617efd) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:55:39.763984 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.794406 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.801109 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:39.832941 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['37547ab6-bc9b-40d6-9172-348d613f0174', '1a150e42-0d1d-4fcc-be5d-c34d2762ef66', 'e39289eb-e374-4f88-8553-19d6833846f4'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:39.873081 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Network 0a5e92b7-c382-491a-ac05-ca99813a4020 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:55:39.876340 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:55:39.880255 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:55:39.914645 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Pushing event updated for resources: {'Port': ['ID=e47d91c5-4079-44ce-9297-e02533617efd,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:39.932509 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.932869 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.933232 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.933579 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.934526 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.934855 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.935200 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.935549 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.935882 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.936219 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.936557 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.936893 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:55:39.942496 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:39.957799 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:39.958435 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:39.984728 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7834947 May 20 15:55:40.005212 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Request body: {'port': {'device_id': 'b4011204-4235-4bb8-9b09-16bcb0276d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:55:40.123928 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.271809 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffa995-2074-438a-89b7-a581b08fe3d4 req-8f1f7695-2773-447f-ae82-2927bfa14719 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:40.273286 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-44ffa995-2074-438a-89b7-a581b08fe3d4 req-8f1f7695-2773-447f-ae82-2927bfa14719 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 931 time: 0.0858550 May 20 15:55:40.325977 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-44ffa995-2074-438a-89b7-a581b08fe3d4 req-3af725c5-1d3f-4137-a53a-a7926d97fa65 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457175 May 20 15:55:40.583743 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47d91c5-4079-44ce-9297-e02533617efd {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:40.591396 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.605243 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Transition to ACTIVE for port object e47d91c5-4079-44ce-9297-e02533617efd will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:55:40.609672 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.613288 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:40.772883 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Pushing event updated for resources: {'Port': ['ID=e47d91c5-4079-44ce-9297-e02533617efd,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:40.780708 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:40.850457 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Attempting to bind port e47d91c5-4079-44ce-9297-e02533617efd on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:55:40.850791 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Attempting to bind port e47d91c5-4079-44ce-9297-e02533617efd by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:55:40.851124 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Attempting to bind port e47d91c5-4079-44ce-9297-e02533617efd on network 0a5e92b7-c382-491a-ac05-ca99813a4020 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:40.856955 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Port e47d91c5-4079-44ce-9297-e02533617efd on network 0a5e92b7-c382-491a-ac05-ca99813a4020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:55:40.857402 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Attempting to bind port e47d91c5-4079-44ce-9297-e02533617efd on network 0a5e92b7-c382-491a-ac05-ca99813a4020 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:55:40.862856 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:55:40.863193 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Checking segment: {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:55:40.863580 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Bound using segment: {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:55:40.864008 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Bound port: e47d91c5-4079-44ce-9297-e02533617efd, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80d98a0-6f82-43d3-be17-08e7b1549247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:55:40.864356 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.957070 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] For port e47d91c5-4079-44ce-9297-e02533617efd, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:55:40.960340 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] For port e47d91c5-4079-44ce-9297-e02533617efd, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e47d91c5-4079-44ce-9297-e02533617efd,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:55:40.963840 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:40.968603 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bc6a2839-3814-462a-b7e7-83673d0ae3bd tempest-VolumesActionsTest-729405807 tempest-VolumesActionsTest-729405807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:41.026543 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:41.027107 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:41.028683 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] 10.222.0.54 "PUT /v2.0/ports/e47d91c5-4079-44ce-9297-e02533617efd HTTP/1.1" status: 200 len: 1093 time: 1.0283697 May 20 15:55:41.029174 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4011204-4235-4bb8-9b09-16bcb0276d25', 'tag': 'e47d91c5-4079-44ce-9297-e02533617efd'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:41.049340 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Pushing event updated for resources: {'Port': ['ID=e47d91c5-4079-44ce-9297-e02533617efd,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:41.052449 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:41.084817 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4011204-4235-4bb8-9b09-16bcb0276d25', 'tag': 'e47d91c5-4079-44ce-9297-e02533617efd', 'status': 'completed', 'code': 200} May 20 15:55:41.180109 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-ac0496ae-b931-42bc-ad6c-df9c581c35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:41.181746 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-ac0496ae-b931-42bc-ad6c-df9c581c35b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 1096 time: 0.0765498 May 20 15:55:41.263975 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-5af828a8-5321-4040-808b-c024c87fb93c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47d91c5-4079-44ce-9297-e02533617efd HTTP/1.1" status: 200 len: 217 time: 0.0671721 May 20 15:55:41.333381 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-fa027582-fafb-41ad-b7ec-1e5f76788e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:41.335031 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-fa027582-fafb-41ad-b7ec-1e5f76788e3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a17ddad5-96b4-4bb2-9d87-10cbd49822ea HTTP/1.1" status: 200 len: 855 time: 0.0649641 May 20 15:55:41.385020 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-a69ec468-67ba-4b71-951c-f2c651202a91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a5e92b7-c382-491a-ac05-ca99813a4020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432796 May 20 15:55:41.585817 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-fca4fe30-05ab-4472-a0b6-a1e07e23896e service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865652 May 20 15:55:41.641868 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89653fa4-5a4c-4558-b6aa-fbcec4ad90e4 req-1da55cb1-ee41-4446-936e-5fccc166c1e8 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:41.642615 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-89653fa4-5a4c-4558-b6aa-fbcec4ad90e4 req-1da55cb1-ee41-4446-936e-5fccc166c1e8 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Synchronizing usage tracker for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:55:41.722064 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-89653fa4-5a4c-4558-b6aa-fbcec4ad90e4 req-1da55cb1-ee41-4446-936e-5fccc166c1e8 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Unset dirty status for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:55:41.723248 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-89653fa4-5a4c-4558-b6aa-fbcec4ad90e4 req-1da55cb1-ee41-4446-936e-5fccc166c1e8 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 943 time: 0.2374949 May 20 15:55:41.772810 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f327e49-2f18-4b7d-9d4e-aaabbaba9d8a req-9ed34cf6-8f04-4ccf-8f18-4d2fa0ad2ca2 service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784399 May 20 15:55:41.795224 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-89653fa4-5a4c-4558-b6aa-fbcec4ad90e4 req-419dc86d-90cb-4e4f-a112-0ce1678b3676 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635300 May 20 15:55:41.941085 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18658-6380-4f0e-8032-4bc1244af41f req-f7289fcd-c694-48db-8825-c83f3d6aa517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:41.942476 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-40f18658-6380-4f0e-8032-4bc1244af41f req-f7289fcd-c694-48db-8825-c83f3d6aa517 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 1096 time: 0.0712719 May 20 15:55:42.084195 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18658-6380-4f0e-8032-4bc1244af41f req-73c52da0-95f2-43b6-9bee-5d531cc8e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:42.085626 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-40f18658-6380-4f0e-8032-4bc1244af41f req-73c52da0-95f2-43b6-9bee-5d531cc8e60d service neutron] 10.222.0.54 "GET /v2.0/networks?id=0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 200 len: 916 time: 0.1334901 May 20 15:55:42.254574 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-40f18658-6380-4f0e-8032-4bc1244af41f req-200dc9af-3da7-4ded-8e1f-a7909c246d44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e47d91c5-4079-44ce-9297-e02533617efd HTTP/1.1" status: 200 len: 217 time: 0.1580386 May 20 15:55:42.326535 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18658-6380-4f0e-8032-4bc1244af41f req-df5c60fd-c5d6-47da-afcc-097b03bb4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:42.327948 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-40f18658-6380-4f0e-8032-4bc1244af41f req-df5c60fd-c5d6-47da-afcc-097b03bb4769 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a17ddad5-96b4-4bb2-9d87-10cbd49822ea HTTP/1.1" status: 200 len: 855 time: 0.0578573 May 20 15:55:42.375321 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-40f18658-6380-4f0e-8032-4bc1244af41f req-fbd89cb0-5556-4b23-8ed8-bf9859163845 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0a5e92b7-c382-491a-ac05-ca99813a4020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399330 May 20 15:55:42.513194 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-40f18658-6380-4f0e-8032-4bc1244af41f req-09c3ac45-995b-4807-937e-cb3325f5d32a service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302047 May 20 15:55:42.655655 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-40f18658-6380-4f0e-8032-4bc1244af41f req-2dcabcf6-b14b-4016-bda1-7d4a63a9569d service neutron] 10.222.0.54 "GET /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288078 May 20 15:55:43.135993 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cdf04-2b21-4471-840c-45c535b3c776 req-78d93553-95f1-44a8-b42a-12dd20e54bad tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:43.138172 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-426cdf04-2b21-4471-840c-45c535b3c776 req-78d93553-95f1-44a8-b42a-12dd20e54bad tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 943 time: 0.0854053 May 20 15:55:43.182760 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-426cdf04-2b21-4471-840c-45c535b3c776 req-4c544340-824c-4289-8923-c4f315ce2a30 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390511 May 20 15:55:44.368551 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1865418-773b-4134-a74a-998841e5d5e6 req-d2f28a60-c0b8-49a8-9b50-4713222c6071 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:44.370008 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f1865418-773b-4134-a74a-998841e5d5e6 req-d2f28a60-c0b8-49a8-9b50-4713222c6071 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 943 time: 0.0825813 May 20 15:55:44.421949 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f1865418-773b-4134-a74a-998841e5d5e6 req-061775de-3622-4674-b66c-d05c32a4da80 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 May 20 15:55:45.163612 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e47d91c5-4079-44ce-9297-e02533617efd details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:55:45.301343 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port e47d91c5-4079-44ce-9297-e02533617efd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e47d91c5-4079-44ce-9297-e02533617efd,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:45.314589 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': 'e47d91c5-4079-44ce-9297-e02533617efd', 'network_id': '0a5e92b7-c382-491a-ac05-ca99813a4020', 'port_id': 'e47d91c5-4079-44ce-9297-e02533617efd', 'mac_address': 'fa:16:3e:d2:ce:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a17ddad5-96b4-4bb2-9d87-10cbd49822ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:55:45.373098 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.389937 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47d91c5-4079-44ce-9297-e02533617efd {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:55:45.405011 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port e47d91c5-4079-44ce-9297-e02533617efd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e47d91c5-4079-44ce-9297-e02533617efd,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:45.409247 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:45.410960 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4f2cc8cd-c101-4a14-8656-040f21b73788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:45.478015 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=e47d91c5-4079-44ce-9297-e02533617efd,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:45.481214 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:45.625160 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d5100-ad84-45b4-9b35-2df966a628e3 req-d41c3566-df51-4ce6-9b2e-0d11e3dbccbf tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:45.626628 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2b4d5100-ad84-45b4-9b35-2df966a628e3 req-d41c3566-df51-4ce6-9b2e-0d11e3dbccbf tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 944 time: 0.0880485 May 20 15:55:45.672326 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2b4d5100-ad84-45b4-9b35-2df966a628e3 req-34649b17-4503-4c6f-9f95-f121e4a3be3f tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396988 May 20 15:55:45.822026 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['e47d91c5-4079-44ce-9297-e02533617efd'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:46.872509 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd769c8-122e-463e-892f-0c870dce0ff9 req-659ee317-87bb-4539-89e0-4a482800962d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:46.873915 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3bd769c8-122e-463e-892f-0c870dce0ff9 req-659ee317-87bb-4539-89e0-4a482800962d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 944 time: 0.0880470 May 20 15:55:46.920639 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3bd769c8-122e-463e-892f-0c870dce0ff9 req-5ae27a80-b8d7-4198-b8b3-c08262ef548d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 May 20 15:55:47.181542 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e47d91c5-4079-44ce-9297-e02533617efd up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:55:47.249804 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port e47d91c5-4079-44ce-9297-e02533617efd completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:55:47.254898 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port e47d91c5-4079-44ce-9297-e02533617efd triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:55:47.255363 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.373188 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.404319 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4011204-4235-4bb8-9b09-16bcb0276d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47d91c5-4079-44ce-9297-e02533617efd'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:55:47.413935 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port e47d91c5-4079-44ce-9297-e02533617efd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e47d91c5-4079-44ce-9297-e02533617efd,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:47.417955 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:47.420321 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:47.455623 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4011204-4235-4bb8-9b09-16bcb0276d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47d91c5-4079-44ce-9297-e02533617efd', 'code': 200} May 20 15:55:47.490648 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=e47d91c5-4079-44ce-9297-e02533617efd,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:47.493472 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:47.743866 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde77d4-2f5e-4f4e-a77d-d76567fb2054 req-682fb4c0-19a9-47f3-9900-8ca379a7ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:47.745333 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3fde77d4-2f5e-4f4e-a77d-d76567fb2054 req-682fb4c0-19a9-47f3-9900-8ca379a7ac38 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 1098 time: 0.0724931 May 20 15:55:47.789415 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3fde77d4-2f5e-4f4e-a77d-d76567fb2054 req-770e3f21-60b9-423e-a732-ec5bef514515 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361466 May 20 15:55:48.110187 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a7a2f-334e-422f-b947-a85e4cdfbe7e req-70db410c-a915-44ea-9cec-a6b1c60b9fc8 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:48.111578 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3b7a7a2f-334e-422f-b947-a85e4cdfbe7e req-70db410c-a915-44ea-9cec-a6b1c60b9fc8 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 945 time: 0.0805116 May 20 15:55:48.157641 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3b7a7a2f-334e-422f-b947-a85e4cdfbe7e req-bd0ea5b1-69e9-4741-bcb1-dc0df4652257 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 May 20 15:55:49.361890 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967592df-58d3-4dac-9d32-618210a96544 req-a44af322-d6ba-404e-bac9-0beb379f7e6d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:49.363403 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-967592df-58d3-4dac-9d32-618210a96544 req-a44af322-d6ba-404e-bac9-0beb379f7e6d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 945 time: 0.0882511 May 20 15:55:49.409887 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-967592df-58d3-4dac-9d32-618210a96544 req-70d80685-2890-4e68-9456-0639fca9fc49 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 May 20 15:55:54.344611 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-223a9ee2-976c-4a2c-b74a-562127465367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.639679 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-85dabdcf-2b55-4891-949f-bdd24d385ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.866473 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:56.930057 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0187768-030b-449b-b009-78b201f477a8 req-fafcb276-3021-4820-9e06-ccd3a432c1be tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:56.931569 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b0187768-030b-449b-b009-78b201f477a8 req-fafcb276-3021-4820-9e06-ccd3a432c1be tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 945 time: 0.0876255 May 20 15:55:56.977220 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b0187768-030b-449b-b009-78b201f477a8 req-bc0b7448-ef80-4654-8579-3d85ca06ae49 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385253 May 20 15:55:57.950072 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:58.183285 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e6c2e-3b45-46b4-bccd-ed79b65b2235 req-41fef9df-4f15-4a24-b424-804891715940 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:58.184936 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3d3e6c2e-3b45-46b4-bccd-ed79b65b2235 req-41fef9df-4f15-4a24-b424-804891715940 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 945 time: 0.0915732 May 20 15:55:58.233361 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3d3e6c2e-3b45-46b4-bccd-ed79b65b2235 req-48500ba1-669f-4638-ba23-3efaea3aae56 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 May 20 15:55:59.060395 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b26d62-7b80-407e-835e-09b301b564bb req-2488d261-50ec-40b5-b740-f25644eb55bb tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:59.061931 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-98b26d62-7b80-407e-835e-09b301b564bb req-2488d261-50ec-40b5-b740-f25644eb55bb tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 945 time: 0.0853691 May 20 15:55:59.218587 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-98b26d62-7b80-407e-835e-09b301b564bb req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Deleting port e47d91c5-4079-44ce-9297-e02533617efd {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:55:59.219307 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-98b26d62-7b80-407e-835e-09b301b564bb req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:59.413253 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-98b26d62-7b80-407e-835e-09b301b564bb req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] For port e47d91c5-4079-44ce-9297-e02533617efd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e47d91c5-4079-44ce-9297-e02533617efd,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:55:59.413530 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-98b26d62-7b80-407e-835e-09b301b564bb req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:59.650513 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-98b26d62-7b80-407e-835e-09b301b564bb req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Calling delete_port for e47d91c5-4079-44ce-9297-e02533617efd owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:55:59.694433 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b4d33-d001-4fa5-a629-aad39fa87a9a req-9a5ccca0-d5a5-4e93-ba63-f9fb0abe6af2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:55:59.695945 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f5b4d33-d001-4fa5-a629-aad39fa87a9a req-9a5ccca0-d5a5-4e93-ba63-f9fb0abe6af2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4011204-4235-4bb8-9b09-16bcb0276d25 HTTP/1.1" status: 200 len: 945 time: 0.3406138 May 20 15:55:59.706949 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:59.758038 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2f5b4d33-d001-4fa5-a629-aad39fa87a9a req-e818cead-cf9a-4936-9bb4-15f87fcf230a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511634 May 20 15:55:59.845616 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-98b26d62-7b80-407e-835e-09b301b564bb req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:59.851282 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7582556a-40fe-416d-b15e-755750a75a37 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:55:59.882817 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['37547ab6-bc9b-40d6-9172-348d613f0174', '1a150e42-0d1d-4fcc-be5d-c34d2762ef66', 'e39289eb-e374-4f88-8553-19d6833846f4', 'e47d91c5-4079-44ce-9297-e02533617efd'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:55:59.900337 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Pushing event deleted for resources: {'Port': ['ID=e47d91c5-4079-44ce-9297-e02533617efd,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:55:59.928527 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:55:59.983859 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b26d62-7b80-407e-835e-09b301b564bb req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] No DVR routers for this DVR port e47d91c5-4079-44ce-9297-e02533617efd on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:55:59.986524 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-98b26d62-7b80-407e-835e-09b301b564bb req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:55:59.989675 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4011204-4235-4bb8-9b09-16bcb0276d25', 'name': 'network-vif-deleted', 'tag': 'e47d91c5-4079-44ce-9297-e02533617efd'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:00.008275 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-98b26d62-7b80-407e-835e-09b301b564bb req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "DELETE /v2.0/ports/e47d91c5-4079-44ce-9297-e02533617efd HTTP/1.1" status: 204 len: 173 time: 0.9394507 May 20 15:56:00.043527 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4011204-4235-4bb8-9b09-16bcb0276d25', 'name': 'network-vif-deleted', 'tag': 'e47d91c5-4079-44ce-9297-e02533617efd', 'status': 'completed', 'code': 200} May 20 15:56:02.517100 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd0013-2628-43ee-b7ff-d906dae0a2bd req-da9c17cd-f952-440b-b930-7b6d7d4c7f8f tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:02.518607 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5ebd0013-2628-43ee-b7ff-d906dae0a2bd req-da9c17cd-f952-440b-b930-7b6d7d4c7f8f tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 945 time: 0.0854414 May 20 15:56:02.564361 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5ebd0013-2628-43ee-b7ff-d906dae0a2bd req-8f534217-a063-456a-a43a-08a63393de19 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 May 20 15:56:03.294486 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e47d91c5-4079-44ce-9297-e02533617efd no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:03.332039 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: e47d91c5-4079-44ce-9297-e02533617efd {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:56:03.332386 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e47d91c5-4079-44ce-9297-e02533617efd not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:56:03.757983 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382760f-ec40-4104-b7b5-6657acb004ea req-92ff8735-5750-4eec-8e94-b79deb21ea3d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:03.759473 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e382760f-ec40-4104-b7b5-6657acb004ea req-92ff8735-5750-4eec-8e94-b79deb21ea3d tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 945 time: 0.0859160 May 20 15:56:03.804307 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e382760f-ec40-4104-b7b5-6657acb004ea req-3a086fc9-0757-445d-964c-c8f606ceb944 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 May 20 15:56:04.355360 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-81b45bc2-fcda-4a11-a62b-acbb79e1beb6 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:04.356556 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-81b45bc2-fcda-4a11-a62b-acbb79e1beb6 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Synchronizing usage tracker for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:04.372460 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-81b45bc2-fcda-4a11-a62b-acbb79e1beb6 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Unset dirty status for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:04.373626 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-81b45bc2-fcda-4a11-a62b-acbb79e1beb6 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 945 time: 0.0961149 May 20 15:56:04.513233 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Deleting port e39289eb-e374-4f88-8553-19d6833846f4 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:04.513562 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:04.648445 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] For port e39289eb-e374-4f88-8553-19d6833846f4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e39289eb-e374-4f88-8553-19d6833846f4,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:04.648707 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:04.770501 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Calling delete_port for e39289eb-e374-4f88-8553-19d6833846f4 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:04.884005 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:04.890177 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-51e2e133-b4d3-4fe4-9e29-3ae9bc8a24fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:04.921392 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['37547ab6-bc9b-40d6-9172-348d613f0174', '1a150e42-0d1d-4fcc-be5d-c34d2762ef66', 'e39289eb-e374-4f88-8553-19d6833846f4'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:56:04.937031 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Pushing event deleted for resources: {'Port': ['ID=e39289eb-e374-4f88-8553-19d6833846f4,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:04.940119 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:04.954305 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e7e04588-a77e-4599-b813-9ef58ea94cea req-3fe7894a-1365-4f73-911d-f0c602bbcc50 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5 HTTP/1.1" status: 200 len: 210 time: 0.0440013 May 20 15:56:05.014254 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] No DVR routers for this DVR port e39289eb-e374-4f88-8553-19d6833846f4 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:05.017276 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:05.019898 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5', 'name': 'network-vif-deleted', 'tag': 'e39289eb-e374-4f88-8553-19d6833846f4'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:05.036792 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0d8012f2-a61c-4646-9b63-9f9c7457536e req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "DELETE /v2.0/ports/e39289eb-e374-4f88-8553-19d6833846f4 HTTP/1.1" status: 204 len: 173 time: 0.6575928 May 20 15:56:05.075372 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb753fc9-ff6c-4bc4-9db8-20d3c8fafcc5', 'name': 'network-vif-deleted', 'tag': 'e39289eb-e374-4f88-8553-19d6833846f4', 'status': 'completed', 'code': 200} May 20 15:56:05.354565 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:06.418010 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cd0b3-ed0b-45c8-81f2-0e61860475ad req-984f33d0-846a-4910-a841-9b0bde7536db tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:06.418722 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-b43cd0b3-ed0b-45c8-81f2-0e61860475ad req-984f33d0-846a-4910-a841-9b0bde7536db tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Synchronizing usage tracker for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:06.434836 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-b43cd0b3-ed0b-45c8-81f2-0e61860475ad req-984f33d0-846a-4910-a841-9b0bde7536db tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Unset dirty status for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:06.435934 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b43cd0b3-ed0b-45c8-81f2-0e61860475ad req-984f33d0-846a-4910-a841-9b0bde7536db tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 946 time: 0.0988526 May 20 15:56:06.480871 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b43cd0b3-ed0b-45c8-81f2-0e61860475ad req-8e58a6bd-bb30-45d3-bb6a-0a5e95027d21 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 May 20 15:56:07.350339 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e39289eb-e374-4f88-8553-19d6833846f4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:07.384013 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: e39289eb-e374-4f88-8553-19d6833846f4 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:56:07.384357 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device e39289eb-e374-4f88-8553-19d6833846f4 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:56:07.671722 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff4082-bbcd-453a-89dd-77725e47aac1 req-1921c035-be35-4a20-a6c7-dd67b8109224 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:07.673107 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a2ff4082-bbcd-453a-89dd-77725e47aac1 req-1921c035-be35-4a20-a6c7-dd67b8109224 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 946 time: 0.0851545 May 20 15:56:07.722178 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a2ff4082-bbcd-453a-89dd-77725e47aac1 req-1a47744e-3408-4b8e-80f1-4fa34dbadcf3 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 May 20 15:56:07.926460 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-537cb60c-e3ee-4ec8-b931-3535e940c4d6 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:07.927951 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-537cb60c-e3ee-4ec8-b931-3535e940c4d6 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 946 time: 0.0853381 May 20 15:56:08.075143 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Deleting port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:08.075601 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.208245 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] For port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:08.208478 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.430383 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Calling delete_port for 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:08.546324 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.551765 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:08.581791 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['37547ab6-bc9b-40d6-9172-348d613f0174', '1a150e42-0d1d-4fcc-be5d-c34d2762ef66'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:56:08.598026 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Pushing event deleted for resources: {'Port': ['ID=1a150e42-0d1d-4fcc-be5d-c34d2762ef66,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:08.633991 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:08.673982 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] No DVR routers for this DVR port 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:08.676539 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:08.679128 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc1acab-a769-4e83-b2be-25967f114473', 'name': 'network-vif-deleted', 'tag': '1a150e42-0d1d-4fcc-be5d-c34d2762ef66'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:08.696167 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-76c10aa8-c94c-4ac2-b650-67d746697b8d req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "DELETE /v2.0/ports/1a150e42-0d1d-4fcc-be5d-c34d2762ef66 HTTP/1.1" status: 204 len: 173 time: 0.7615590 May 20 15:56:08.733283 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc1acab-a769-4e83-b2be-25967f114473', 'name': 'network-vif-deleted', 'tag': '1a150e42-0d1d-4fcc-be5d-c34d2762ef66', 'status': 'completed', 'code': 200} May 20 15:56:08.877366 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ebdd883f-b572-4238-81d9-cea90c8d608b req-c7e4c8a4-3b55-428a-9ede-71f717af7176 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfc1acab-a769-4e83-b2be-25967f114473 HTTP/1.1" status: 200 len: 210 time: 0.0466056 May 20 15:56:11.388435 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:11.423289 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:56:11.423678 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 1a150e42-0d1d-4fcc-be5d-c34d2762ef66 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:56:11.558109 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673dd67-2fd3-4990-9cba-e5ad9de42aa1 req-2f4a63f4-4701-47bc-a867-b79884e267f9 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:11.559397 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-6673dd67-2fd3-4990-9cba-e5ad9de42aa1 req-2f4a63f4-4701-47bc-a867-b79884e267f9 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Synchronizing usage tracker for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:56:11.575841 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-6673dd67-2fd3-4990-9cba-e5ad9de42aa1 req-2f4a63f4-4701-47bc-a867-b79884e267f9 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Unset dirty status for tenant:e38ab9fd9ef0411ba69d10365bf689c6 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:56:11.576947 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6673dd67-2fd3-4990-9cba-e5ad9de42aa1 req-2f4a63f4-4701-47bc-a867-b79884e267f9 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 945 time: 0.0970910 May 20 15:56:11.624806 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6673dd67-2fd3-4990-9cba-e5ad9de42aa1 req-849bcea5-be5d-4355-bf5f-f8ac0d1cb420 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 May 20 15:56:12.813503 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75b00c-f4e4-4469-9ecf-dcb14f8f7631 req-46b98733-5e2b-4ca3-ae1c-e4707ba5511b tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:12.815008 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7a75b00c-f4e4-4469-9ecf-dcb14f8f7631 req-46b98733-5e2b-4ca3-ae1c-e4707ba5511b tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 945 time: 0.0807455 May 20 15:56:12.861112 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7a75b00c-f4e4-4469-9ecf-dcb14f8f7631 req-005b19af-8e96-47a2-bda7-e1c5f2688982 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/security-groups?id=54d36126-9b1d-4ad6-955f-6d2ef32671b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402780 May 20 15:56:13.358229 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-3f6f40a8-9fc8-4a7e-8650-7a2af15d7b6a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:13.359787 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-3f6f40a8-9fc8-4a7e-8650-7a2af15d7b6a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 945 time: 0.0903037 May 20 15:56:13.509923 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Deleting port 37547ab6-bc9b-40d6-9172-348d613f0174 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:56:13.510287 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.664869 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] For port 37547ab6-bc9b-40d6-9172-348d613f0174, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=37547ab6-bc9b-40d6-9172-348d613f0174,segment=NetworkSegment(f80d98a0-6f82-43d3-be17-08e7b1549247),segment_id=f80d98a0-6f82-43d3-be17-08e7b1549247)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:13.665171 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.821670 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Calling delete_port for 37547ab6-bc9b-40d6-9172-348d613f0174 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:56:13.967048 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:13.976312 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-469cab3b-5243-4201-8cd7-360c23b022e2 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:14.001802 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['37547ab6-bc9b-40d6-9172-348d613f0174'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:56:14.088739 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Pushing event deleted for resources: {'Port': ['ID=37547ab6-bc9b-40d6-9172-348d613f0174,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:14.102779 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:14.106483 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90eba68f-8539-45c6-ac1f-54fa39019b86 req-6b36197c-da12-4d2f-abab-705217904f31 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.36 "GET /v2.0/ports?device_id=5dd4e56e-312f-4cc6-ae75-e68017802394 HTTP/1.1" status: 200 len: 210 time: 0.0696313 May 20 15:56:14.180685 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] No DVR routers for this DVR port 37547ab6-bc9b-40d6-9172-348d613f0174 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:56:14.184555 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:14.187342 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd4e56e-312f-4cc6-ae75-e68017802394', 'name': 'network-vif-deleted', 'tag': '37547ab6-bc9b-40d6-9172-348d613f0174'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:14.206513 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1a60e260-3e16-4bff-a5cf-cfc1aa8bf7f5 req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] 10.222.0.54 "DELETE /v2.0/ports/37547ab6-bc9b-40d6-9172-348d613f0174 HTTP/1.1" status: 204 len: 173 time: 0.8406401 May 20 15:56:14.239831 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd4e56e-312f-4cc6-ae75-e68017802394', 'name': 'network-vif-deleted', 'tag': '37547ab6-bc9b-40d6-9172-348d613f0174', 'status': 'completed', 'code': 200} May 20 15:56:15.205763 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 42094) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:15.264285 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_v2 [None req-80607f68-b6a8-4c80-8cc7-25b4ecb75fbd admin admin] Deleting subnet a17ddad5-96b4-4bb2-9d87-10cbd49822ea {{(pid=91624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:56:15.267167 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80607f68-b6a8-4c80-8cc7-25b4ecb75fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:15.314961 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80607f68-b6a8-4c80-8cc7-25b4ecb75fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7192344'] for subnet, precommit_delete_associations {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:15.372202 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80607f68-b6a8-4c80-8cc7-25b4ecb75fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:15.611333 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80607f68-b6a8-4c80-8cc7-25b4ecb75fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6734342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6644742'] for subnet, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:15.615861 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-035d4095-0ceb-453a-ba06-d2124a9929c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:15.739574 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80607f68-b6a8-4c80-8cc7-25b4ecb75fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a17ddad5-96b4-4bb2-9d87-10cbd49822ea,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:15.741513 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-80607f68-b6a8-4c80-8cc7-25b4ecb75fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:15.744112 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-80607f68-b6a8-4c80-8cc7-25b4ecb75fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:15.748939 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-80607f68-b6a8-4c80-8cc7-25b4ecb75fbd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a17ddad5-96b4-4bb2-9d87-10cbd49822ea HTTP/1.1" status: 204 len: 168 time: 0.5421324 May 20 15:56:15.751318 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 42098) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:15.859478 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:15.986349 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:15.999450 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5e92b7-c382-491a-ac05-ca99813a4020']}} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:16.011871 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80d98a0-6f82-43d3-be17-08e7b1549247') {'for_net_delete': True} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:16.012358 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80d98a0-6f82-43d3-be17-08e7b1549247') {} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:56:16.023495 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7192343'] for segment, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.039706 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.046177 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=91624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:56:16.046605 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6734496'] for segment, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: Traceback (most recent call last): May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: timer() May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: cb(*args, **kw) May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: return func(*args, **kwargs) May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: self._notify() May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: self.callback(batched_events) May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: event.method(event) May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: return f(self, *a, **k) May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: return self._get(url).json() May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: return self.request(url, 'GET', **kwargs) May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:56:16.060558 dv-cinder-784779-12-smb neutron-server[91624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:56:16.138611 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.145016 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.147485 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1bae242a-f6e1-461a-ad74-40f3f5fe7c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:16.168687 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5e92b7-c382-491a-ac05-ca99813a4020,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:16.170824 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:16.178136 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] 10.222.0.36 "DELETE /v2.0/networks/0a5e92b7-c382-491a-ac05-ca99813a4020 HTTP/1.1" status: 204 len: 168 time: 0.4257634 May 20 15:56:16.357401 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 42106) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:16.406424 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-69fd9226-911c-4ff0-b02f-9c73d8b3f735 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e38ab9fd9ef0411ba69d10365bf689c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477977 May 20 15:56:16.408728 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 42110) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:16.467232 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-be77a78a-5a17-4d7f-a699-c99565f966da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.492457 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-be77a78a-5a17-4d7f-a699-c99565f966da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.543699 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:56:16.550062 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-be77a78a-5a17-4d7f-a699-c99565f966da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.553683 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fc6c1c01-013d-4335-8f08-a286b3852455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:16.567167 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77a78a-5a17-4d7f-a699-c99565f966da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d36126-9b1d-4ad6-955f-6d2ef32671b9,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:16.569664 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-be77a78a-5a17-4d7f-a699-c99565f966da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:16.579822 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-be77a78a-5a17-4d7f-a699-c99565f966da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:16.580915 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-be77a78a-5a17-4d7f-a699-c99565f966da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54d36126-9b1d-4ad6-955f-6d2ef32671b9 HTTP/1.1" status: 204 len: 168 time: 0.1713235 May 20 15:56:17.411224 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 37547ab6-bc9b-40d6-9172-348d613f0174 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:17.445218 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 37547ab6-bc9b-40d6-9172-348d613f0174 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:56:17.445568 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 37547ab6-bc9b-40d6-9172-348d613f0174 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:56:22.513437 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291005f-19a6-482b-802f-c445311caea9 req-264aefc9-2ff8-4d22-84fd-9dac87794c18 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:22.514925 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d291005f-19a6-482b-802f-c445311caea9 req-264aefc9-2ff8-4d22-84fd-9dac87794c18 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0816507 May 20 15:56:22.560241 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d291005f-19a6-482b-802f-c445311caea9 req-45aabe44-813f-4aa2-899a-e0c2139dfd06 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393989 May 20 15:56:23.766813 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b6ec2-839b-4639-a154-17b53c270c3d req-d0f00e02-caa6-4658-9c95-df0f19d39956 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:23.769330 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6f6b6ec2-839b-4639-a154-17b53c270c3d req-d0f00e02-caa6-4658-9c95-df0f19d39956 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0915875 May 20 15:56:23.816229 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6f6b6ec2-839b-4639-a154-17b53c270c3d req-f9d04703-3af1-49cf-915b-5f0f0af36af9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409551 May 20 15:56:24.346972 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-22bdc21c-a55c-48fc-8007-4671425ff06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:25.030486 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b652a9-4882-446d-a395-2cb75f504a77 req-28a0900f-c702-4e9b-9d37-6dbfb14021e3 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:25.032005 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-43b652a9-4882-446d-a395-2cb75f504a77 req-28a0900f-c702-4e9b-9d37-6dbfb14021e3 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0867403 May 20 15:56:25.079119 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-43b652a9-4882-446d-a395-2cb75f504a77 req-da11a900-e843-435a-af33-0e2c65afccd7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412595 May 20 15:56:26.366638 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902941a-8d98-4074-b897-7e1007376484 req-bf5f2296-d5a1-44cd-b9a7-4cf5b4bb572a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:26.368104 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d902941a-8d98-4074-b897-7e1007376484 req-bf5f2296-d5a1-44cd-b9a7-4cf5b4bb572a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.1741288 May 20 15:56:26.415317 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d902941a-8d98-4074-b897-7e1007376484 req-4d466200-0e89-4131-a490-0e914f28fd49 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410042 May 20 15:56:26.642269 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-443167d7-92a2-4cfa-957e-d8ea7053b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:26.868696 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:27.770598 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2f218-7a69-4a8c-8ef9-63fe730df6f0 req-6d8f9628-fb34-4c3a-b010-48a2ebbb2391 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:27.772064 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1dc2f218-7a69-4a8c-8ef9-63fe730df6f0 req-6d8f9628-fb34-4c3a-b010-48a2ebbb2391 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.2978351 May 20 15:56:27.784248 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c08d5f-2474-43db-9900-72a5186c694e req-c51a2ead-8dc9-4e09-bae4-a2380529628a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:27.786105 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-23c08d5f-2474-43db-9900-72a5186c694e req-c51a2ead-8dc9-4e09-bae4-a2380529628a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.2384467 May 20 15:56:27.820939 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1dc2f218-7a69-4a8c-8ef9-63fe730df6f0 req-3f7f9fb9-243f-49ff-a96d-81036b9ab091 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421944 May 20 15:56:27.845402 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-23c08d5f-2474-43db-9900-72a5186c694e req-7e01757c-055a-4ec8-83d0-2051ef17ad89 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533261 May 20 15:56:27.946840 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:29.052463 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d1880-5e32-4b41-9d3d-d0519e603801 req-6108684d-2935-452a-9c1d-de6deb718345 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:29.054043 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fe8d1880-5e32-4b41-9d3d-d0519e603801 req-6108684d-2935-452a-9c1d-de6deb718345 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0879354 May 20 15:56:29.079093 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e359f-6465-40b1-9edb-0ef4011ca1de req-4bb7e53d-3e9f-4593-9f0f-ed8576d188ae tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:29.081316 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-489e359f-6465-40b1-9edb-0ef4011ca1de req-4bb7e53d-3e9f-4593-9f0f-ed8576d188ae tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1013172 May 20 15:56:29.118341 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-fe8d1880-5e32-4b41-9d3d-d0519e603801 req-c98e26f2-e9bf-4632-82ae-9ea87aaba8b1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562572 May 20 15:56:29.146469 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-489e359f-6465-40b1-9edb-0ef4011ca1de req-dbe98d4b-5539-4b97-99b3-1e719497b3be tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545750 May 20 15:56:29.708585 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:30.343924 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933bb06-dd21-4538-ac66-3ba31b935ef9 req-1c2e7957-9b30-45d6-9588-5fbf095c1b21 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:30.345446 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e933bb06-dd21-4538-ac66-3ba31b935ef9 req-1c2e7957-9b30-45d6-9588-5fbf095c1b21 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.1023021 May 20 15:56:30.351195 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf580f-908e-4e36-b913-0bbfcb9d7eaf req-fd1c1108-fe62-467b-8b91-2a996a3fd258 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:30.352702 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f8cf580f-908e-4e36-b913-0bbfcb9d7eaf req-fd1c1108-fe62-467b-8b91-2a996a3fd258 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1059110 May 20 15:56:30.403028 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e933bb06-dd21-4538-ac66-3ba31b935ef9 req-5e9a60e5-fddc-45de-8267-aeecf9e2fffd tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500798 May 20 15:56:30.426257 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f8cf580f-908e-4e36-b913-0bbfcb9d7eaf req-184e8375-64dd-4d05-bb57-4013cd160d33 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672574 May 20 15:56:31.680313 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e3fa6-c6ba-4312-8d41-2c26cdf98848 req-e0079e31-97cf-4dac-ab83-4f41aace324a tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:31.682149 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-860e3fa6-c6ba-4312-8d41-2c26cdf98848 req-e0079e31-97cf-4dac-ab83-4f41aace324a tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1108973 May 20 15:56:31.688188 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3ab1a-3d81-43ef-8455-8317245f3fb4 req-48ebec0a-0780-44f0-8ef0-8cf350b1c0a4 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:31.690767 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c6a3ab1a-3d81-43ef-8455-8317245f3fb4 req-48ebec0a-0780-44f0-8ef0-8cf350b1c0a4 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.1533728 May 20 15:56:31.749703 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c6a3ab1a-3d81-43ef-8455-8317245f3fb4 req-de0b7cc5-0fb5-48f7-a0c7-2b0fffef6a95 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515852 May 20 15:56:31.751368 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-860e3fa6-c6ba-4312-8d41-2c26cdf98848 req-468cea98-155c-4d98-b619-6de7aa887113 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622816 May 20 15:56:32.963036 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e5eb-d2b9-48dd-9e39-d6f2fd0087dc req-f21e4fc0-c6d4-44bd-9979-95f4d95610f5 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:32.964559 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a886e5eb-d2b9-48dd-9e39-d6f2fd0087dc req-f21e4fc0-c6d4-44bd-9979-95f4d95610f5 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0860381 May 20 15:56:32.968982 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fa9de-8aca-425f-8694-170124313363 req-21d286aa-12c3-4ddf-ae92-3a9b8adcae9e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:32.970492 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e71fa9de-8aca-425f-8694-170124313363 req-21d286aa-12c3-4ddf-ae92-3a9b8adcae9e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0875807 May 20 15:56:33.012447 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a886e5eb-d2b9-48dd-9e39-d6f2fd0087dc req-31c443d1-abb4-4ae9-8836-4515be31122c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 May 20 15:56:33.017952 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e71fa9de-8aca-425f-8694-170124313363 req-023c891a-4199-446f-b989-a6451055d521 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416462 May 20 15:56:34.203563 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575e685-c7a6-4bd6-bbec-b27524159617 req-bfb3d964-deac-4b09-b10c-54ab2ae66dff tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:34.204998 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f575e685-c7a6-4bd6-bbec-b27524159617 req-bfb3d964-deac-4b09-b10c-54ab2ae66dff tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0817525 May 20 15:56:34.217693 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab6afc-c2b8-4496-b86b-c9cbd381348b req-56fc491f-168f-4ed7-810f-313abf1dcb0c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:34.219165 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-7cab6afc-c2b8-4496-b86b-c9cbd381348b req-56fc491f-168f-4ed7-810f-313abf1dcb0c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0892081 May 20 15:56:34.255438 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f575e685-c7a6-4bd6-bbec-b27524159617 req-1f45df17-d800-4ec4-867b-fb78d248c874 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446804 May 20 15:56:34.283344 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-7cab6afc-c2b8-4496-b86b-c9cbd381348b req-f39446a4-a748-43a4-9584-2a8f1ba5c6d5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476899 May 20 15:56:35.360526 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:35.490475 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d04d7-84e0-4eb2-81cf-653a86887d48 req-f192e66d-9ad0-4f49-bfde-81ae1d045c89 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:35.504412 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1178147-9baf-49d8-8779-bdf646b62dc9 req-547e2091-1c7e-44d7-8568-904975541f58 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:35.505279 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d38d04d7-84e0-4eb2-81cf-653a86887d48 req-f192e66d-9ad0-4f49-bfde-81ae1d045c89 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1190119 May 20 15:56:35.506911 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d1178147-9baf-49d8-8779-bdf646b62dc9 req-547e2091-1c7e-44d7-8568-904975541f58 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.1045914 May 20 15:56:35.507644 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aa89cb30-8306-4458-9022-0280b46424e7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:56:35.554835 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d38d04d7-84e0-4eb2-81cf-653a86887d48 req-0a81b1b7-21ac-48e2-aa27-2ae542de61f5 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483954 May 20 15:56:35.561416 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d1178147-9baf-49d8-8779-bdf646b62dc9 req-3c76b439-cfc0-4806-b5af-2f3dc59c3d7b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482905 May 20 15:56:35.676470 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:35.691704 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': 'aa89cb30-8306-4458-9022-0280b46424e7', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'port_id': 'aa89cb30-8306-4458-9022-0280b46424e7', 'mac_address': 'fa:16:3e:92:40:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:56:35.763597 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:35.784209 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa89cb30-8306-4458-9022-0280b46424e7 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:56:35.810555 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:35.816117 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:35.818171 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:35.912628 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=6']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:35.936840 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.936840 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.936840 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.937206 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.937386 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.937684 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.937997 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.938341 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.938657 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.938970 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.939279 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.939770 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:35.953125 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:35.968867 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['aa89cb30-8306-4458-9022-0280b46424e7'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:56:36.803204 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66dede-31ed-497f-bb68-48c6a2df0395 req-7303c393-67ce-481f-8133-77c6ffaf4d04 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:36.805679 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3a66dede-31ed-497f-bb68-48c6a2df0395 req-7303c393-67ce-481f-8133-77c6ffaf4d04 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 944 time: 0.1024568 May 20 15:56:36.835034 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c171a2-db52-4762-9cda-391b01efc967 req-8c28b1cc-86df-455d-b29a-0e2066b8b6b2 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:36.839420 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-40c171a2-db52-4762-9cda-391b01efc967 req-8c28b1cc-86df-455d-b29a-0e2066b8b6b2 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1517205 May 20 15:56:36.879014 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3a66dede-31ed-497f-bb68-48c6a2df0395 req-b8accd42-72af-45a4-8a3c-e78bd9c76b8a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629961 May 20 15:56:36.912077 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-40c171a2-db52-4762-9cda-391b01efc967 req-eb4db4d5-6382-47e5-bf0a-481049b13af9 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540488 May 20 15:56:37.522287 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aa89cb30-8306-4458-9022-0280b46424e7 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:37.614653 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port aa89cb30-8306-4458-9022-0280b46424e7 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:37.614973 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.699701 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af1585-1709-4673-b304-85b19884e668 req-1053b554-7ad5-4a42-9eec-60ace1638e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:37.701952 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b6af1585-1709-4673-b304-85b19884e668 req-1053b554-7ad5-4a42-9eec-60ace1638e48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1eb94c49a1514d9b817420801fb239a0&device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 1099 time: 0.1633313 May 20 15:56:37.850593 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.929298 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:37.954628 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:37.964864 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:37.973246 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:38.015111 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af1585-1709-4673-b304-85b19884e668 req-8cf91cbd-9555-439b-88b9-b3ab1c1e5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:38.016615 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b6af1585-1709-4673-b304-85b19884e668 req-8cf91cbd-9555-439b-88b9-b3ab1c1e5212 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7aa8059-be66-4aa1-874e-9d6e3397c874 HTTP/1.1" status: 200 len: 910 time: 0.2888372 May 20 15:56:38.085292 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7', 'code': 200} May 20 15:56:38.134848 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=7']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:38.141049 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:38.274827 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b6af1585-1709-4673-b304-85b19884e668 req-ab5f6e26-10c3-4cb0-b698-73aa4637d785 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e HTTP/1.1" status: 200 len: 1002 time: 0.2453470 May 20 15:56:38.350422 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af1585-1709-4673-b304-85b19884e668 req-b29ccfb3-3419-4416-8aed-0e341ef2e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:38.352270 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b6af1585-1709-4673-b304-85b19884e668 req-b29ccfb3-3419-4416-8aed-0e341ef2e1c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a02094e-cb94-48e6-8251-2bd9be727065 HTTP/1.1" status: 200 len: 848 time: 0.0692754 May 20 15:56:38.358794 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468961ef-d615-44be-bfde-c5109ad19ce9 req-a20d0305-1d94-4319-b882-ee8198cc8451 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:38.365681 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-468961ef-d615-44be-bfde-c5109ad19ce9 req-a20d0305-1d94-4319-b882-ee8198cc8451 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1380949 May 20 15:56:38.369864 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e0cd8-bd4c-469d-b0b4-0d1e448d10a5 req-caa95a22-4284-4232-8acd-c05f055778d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:38.378525 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-038e0cd8-bd4c-469d-b0b4-0d1e448d10a5 req-caa95a22-4284-4232-8acd-c05f055778d7 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.2469208 May 20 15:56:38.502525 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-468961ef-d615-44be-bfde-c5109ad19ce9 req-05089a3f-b1d8-4844-a0eb-016d900ca7dd tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164172 May 20 15:56:38.523352 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-038e0cd8-bd4c-469d-b0b4-0d1e448d10a5 req-c7e9322f-a14a-48e8-babe-38298972be59 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435952 May 20 15:56:38.608663 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af1585-1709-4673-b304-85b19884e668 req-a2cb43a2-e38c-4405-ba04-2152b43e3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:38.610238 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b6af1585-1709-4673-b304-85b19884e668 req-a2cb43a2-e38c-4405-ba04-2152b43e3d98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7aa8059-be66-4aa1-874e-9d6e3397c874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2511916 May 20 15:56:38.818185 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b6af1585-1709-4673-b304-85b19884e668 req-00091833-54be-4074-99fb-3acddb90c19e service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002525 May 20 15:56:39.053408 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b6af1585-1709-4673-b304-85b19884e668 req-85934685-9ee0-4e54-aa7e-8a7e1b7c1383 service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210994 May 20 15:56:39.282340 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-8b5af6e6-de06-4ded-9b29-719c8f56de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:39.287499 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-8b5af6e6-de06-4ded-9b29-719c8f56de9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1eb94c49a1514d9b817420801fb239a0&device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 1099 time: 0.1278939 May 20 15:56:39.508194 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-a7a4dc33-3bd9-4bf1-902a-11f87a892087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:39.510258 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-a7a4dc33-3bd9-4bf1-902a-11f87a892087 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7aa8059-be66-4aa1-874e-9d6e3397c874 HTTP/1.1" status: 200 len: 910 time: 0.2131007 May 20 15:56:39.720904 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-20efe10c-c606-4198-b03c-cd6ae5bf3393 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e HTTP/1.1" status: 200 len: 1002 time: 0.2017908 May 20 15:56:39.932305 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b729-1d3c-4736-b245-6ae7680466fc req-e3fc1423-4ddb-4f8f-8135-5155f7939d4c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:39.934252 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-cf50d1d7-f8ca-4b25-bc5a-ba0d80e03a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:39.935767 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-cf50d1d7-f8ca-4b25-bc5a-ba0d80e03a26 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a02094e-cb94-48e6-8251-2bd9be727065 HTTP/1.1" status: 200 len: 848 time: 0.2063632 May 20 15:56:39.946171 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-93e5b729-1d3c-4736-b245-6ae7680466fc req-e3fc1423-4ddb-4f8f-8135-5155f7939d4c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.1658037 May 20 15:56:40.034988 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-93e5b729-1d3c-4736-b245-6ae7680466fc req-aa9ade12-6a6a-4356-ab5e-713c56a2bf4e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873191 May 20 15:56:40.041308 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60b31c-4691-4714-8b26-8d9cf055fa8b req-550ed763-6f2f-445a-a712-1ab3fb9701c5 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:40.043696 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9c60b31c-4691-4714-8b26-8d9cf055fa8b req-550ed763-6f2f-445a-a712-1ab3fb9701c5 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1958599 May 20 15:56:40.103915 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-ed3a0134-ee9d-4360-b23c-734e65b59e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:40.107437 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-ed3a0134-ee9d-4360-b23c-734e65b59e34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7aa8059-be66-4aa1-874e-9d6e3397c874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1633418 May 20 15:56:40.187450 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9c60b31c-4691-4714-8b26-8d9cf055fa8b req-1bf1b944-c4df-4d3c-bc83-86e8f3000a0c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316314 May 20 15:56:40.330395 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-3d206750-63bc-4fa1-99e0-2a9797b282ac service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065642 May 20 15:56:40.553363 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6a56fe48-a417-4db6-b39f-87d719dae67e req-b38c8a6c-7d3a-42da-bc51-df10f70acffd service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142520 May 20 15:56:41.261828 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0e0e4-d7aa-4772-b14a-edef5d66098e req-89c6610d-959b-42b0-bb94-6316b81d0bcd tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:41.269844 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-27d0e0e4-d7aa-4772-b14a-edef5d66098e req-89c6610d-959b-42b0-bb94-6316b81d0bcd tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.1045661 May 20 15:56:41.328918 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-27d0e0e4-d7aa-4772-b14a-edef5d66098e req-a27a099a-12c7-4a9f-a555-3fc260476325 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556736 May 20 15:56:41.555183 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8235f2-83cd-44b1-8b56-f1e7864767fd req-6c8bbebf-5e51-46f4-ad35-177328647c9b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:41.556897 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db8235f2-83cd-44b1-8b56-f1e7864767fd req-6c8bbebf-5e51-46f4-ad35-177328647c9b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.2306499 May 20 15:56:41.609587 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db8235f2-83cd-44b1-8b56-f1e7864767fd req-68e6e0ea-27d7-44b8-8e17-ab6369357218 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454347 May 20 15:56:42.567025 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15f3b6-aa0e-49f0-93fa-14d37fe911a2 req-909db1cc-1a63-48bc-b093-b5f9209f4464 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:42.569335 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dc15f3b6-aa0e-49f0-93fa-14d37fe911a2 req-909db1cc-1a63-48bc-b093-b5f9209f4464 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.1116586 May 20 15:56:42.630064 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dc15f3b6-aa0e-49f0-93fa-14d37fe911a2 req-c05c73a2-d938-423a-85d5-c5b553622136 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547953 May 20 15:56:42.869714 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ac3a5-5321-4785-a82b-355670d6830c req-2a97dd2e-f34d-49b4-98c4-0d8e340e97dc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:42.873176 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7a1ac3a5-5321-4785-a82b-355670d6830c req-2a97dd2e-f34d-49b4-98c4-0d8e340e97dc tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1169586 May 20 15:56:42.936649 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7a1ac3a5-5321-4785-a82b-355670d6830c req-6df07f76-ccb8-444e-8713-a2802df8e0a3 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564234 May 20 15:56:43.900272 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e78c6-0b68-4a21-b704-dcb175af5f69 req-66b2ca39-8edb-497b-beaa-87a916f6487b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:43.903103 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b61e78c6-0b68-4a21-b704-dcb175af5f69 req-66b2ca39-8edb-497b-beaa-87a916f6487b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.1019812 May 20 15:56:43.966513 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b61e78c6-0b68-4a21-b704-dcb175af5f69 req-b080c9f1-6bf2-4e61-b8e9-06ab2795c0eb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454645 May 20 15:56:44.197985 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8578b-f8d7-46b5-b74c-bf9c5f9f90cd req-5544c80b-f664-4006-99f7-9e223d83ecd3 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:44.200317 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6ec8578b-f8d7-46b5-b74c-bf9c5f9f90cd req-5544c80b-f664-4006-99f7-9e223d83ecd3 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1075251 May 20 15:56:44.258867 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6ec8578b-f8d7-46b5-b74c-bf9c5f9f90cd req-04dd666d-9bca-477a-92f9-2ea0a396f1b6 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526459 May 20 15:56:44.612378 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 42520) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:44.696063 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbf6bc-071c-4b80-be9e-a304ff7109bd req-16f7bf87-5456-4f7d-ae21-6ca6d557db7d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:44.697797 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a0cbf6bc-071c-4b80-be9e-a304ff7109bd req-16f7bf87-5456-4f7d-ae21-6ca6d557db7d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0955715 May 20 15:56:44.754150 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-ce02cb2a-6f01-4ea4-b908-fdbf3fdbee50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405365 May 20 15:56:44.769895 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a0cbf6bc-071c-4b80-be9e-a304ff7109bd req-f0a445d2-a8d5-4ee8-9f93-b7968f494284 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653627 May 20 15:56:45.247877 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a7900-defa-4829-8945-33b86edc193b req-ca54b491-c402-4ad8-be61-59c19f83c73b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:45.255198 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-246a7900-defa-4829-8945-33b86edc193b req-ca54b491-c402-4ad8-be61-59c19f83c73b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.1203387 May 20 15:56:45.311984 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-246a7900-defa-4829-8945-33b86edc193b req-1b9d226a-6b59-405e-b0b0-66eac41674b4 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558360 May 20 15:56:45.552652 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:45.691147 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.725338 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:45.739049 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:45.748801 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:45.752372 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:45.868895 dv-cinder-784779-12-smb neutron-server[91626]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'code': 422} returned with failed status May 20 15:56:45.929291 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,revision_number=6']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:45.932820 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:46.083128 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112b965-1a67-4d85-845e-2d346317e28a req-bc3a3fd0-7e29-4f50-9416-95a5c4446ae3 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:46.084505 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0112b965-1a67-4d85-845e-2d346317e28a req-bc3a3fd0-7e29-4f50-9416-95a5c4446ae3 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 944 time: 0.0890610 May 20 15:56:46.149797 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0112b965-1a67-4d85-845e-2d346317e28a req-f5df794a-3470-45b5-9989-92e9f1c4aa23 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581896 May 20 15:56:46.528663 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a1b5f-aeb0-4ac7-9c97-33db711ad937 req-9fa89f9c-1009-48d6-af4a-4004f3f1ea33 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:46.530152 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7e0a1b5f-aeb0-4ac7-9c97-33db711ad937 req-9fa89f9c-1009-48d6-af4a-4004f3f1ea33 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0929971 May 20 15:56:46.576104 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7e0a1b5f-aeb0-4ac7-9c97-33db711ad937 req-f3d3dd80-10fb-48bd-b46e-69d36169d940 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397096 May 20 15:56:47.134309 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-ed8fc3e1-1e43-4614-8365-65f41fdd2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:47.135994 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-ed8fc3e1-1e43-4614-8365-65f41fdd2229 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 1098 time: 0.1314499 May 20 15:56:47.280332 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-83b5e21f-1bc6-4d84-ad1c-c779f3ceded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:47.282026 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-83b5e21f-1bc6-4d84-ad1c-c779f3ceded7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 917 time: 0.1387231 May 20 15:56:47.359864 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e0c96-d731-4526-bc9e-84728d3e22e7 req-cd3a2a2b-f654-4876-bd0a-25453d9ad7cd tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:47.362318 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-690e0c96-d731-4526-bc9e-84728d3e22e7 req-cd3a2a2b-f654-4876-bd0a-25453d9ad7cd tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 944 time: 0.0952785 May 20 15:56:47.417828 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-690e0c96-d731-4526-bc9e-84728d3e22e7 req-eb8e040c-7a80-4a8a-9377-978029226cd8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490587 May 20 15:56:47.459992 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-14aac24f-45d0-44f1-a5dc-adf23ccd32f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa89cb30-8306-4458-9022-0280b46424e7 HTTP/1.1" status: 200 len: 1000 time: 0.1707206 May 20 15:56:47.522771 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-5ad90d9a-4623-4584-b263-4fdacb213f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:47.524473 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-5ad90d9a-4623-4584-b263-4fdacb213f72 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e&tenant_id=1eb94c49a1514d9b817420801fb239a0 HTTP/1.1" status: 200 len: 1097 time: 0.1670649 May 20 15:56:47.537341 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-9f7d3ff6-993e-4090-b35f-e66073ccd50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:47.538681 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-9f7d3ff6-993e-4090-b35f-e66073ccd50d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.0697346 May 20 15:56:47.697179 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-7ff53e2a-611e-4b2e-8f47-83c711624d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:47.699388 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-7ff53e2a-611e-4b2e-8f47-83c711624d4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1500840 May 20 15:56:47.768992 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-56188e09-5334-41df-b8c4-710d67381de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:47.770472 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-56188e09-5334-41df-b8c4-710d67381de5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1eb94c49a1514d9b817420801fb239a0&device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 1097 time: 0.1840653 May 20 15:56:48.005350 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-5f376449-ca34-4bda-96ba-044532cd3924 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705359 May 20 15:56:48.049713 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811460f-faed-47c2-a214-a582cfddd69b req-71e4008e-5561-4cb3-b7b4-3c3c79275b90 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.051201 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4811460f-faed-47c2-a214-a582cfddd69b req-71e4008e-5561-4cb3-b7b4-3c3c79275b90 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.3563828 May 20 15:56:48.057188 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-5b8ba79b-da94-45f4-9b11-baf8b1724f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.059406 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-5b8ba79b-da94-45f4-9b11-baf8b1724f48 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7aa8059-be66-4aa1-874e-9d6e3397c874 HTTP/1.1" status: 200 len: 910 time: 0.2736459 May 20 15:56:48.360998 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4811460f-faed-47c2-a214-a582cfddd69b req-0110f008-9f98-4221-a44e-3188629f3d40 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005545 May 20 15:56:48.369911 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-3e7a806a-ad35-429b-a259-234f4f744fa1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e HTTP/1.1" status: 200 len: 1000 time: 0.2986970 May 20 15:56:48.430294 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-cc72a961-9042-44ac-892f-ad5e92b86571 req-945c91e9-1c0f-4806-8bbc-4933a18360bf service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139667 May 20 15:56:48.454033 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-fdbb8abe-4395-474f-add0-e749cb2bdac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.455647 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-fdbb8abe-4395-474f-add0-e749cb2bdac9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a02094e-cb94-48e6-8251-2bd9be727065 HTTP/1.1" status: 200 len: 848 time: 0.0724535 May 20 15:56:48.542373 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-1636d9c5-e2b8-4010-8649-7e4f4efaf77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.543845 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-1636d9c5-e2b8-4010-8649-7e4f4efaf77e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7aa8059-be66-4aa1-874e-9d6e3397c874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0812147 May 20 15:56:48.692828 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-66bc6d64-e1ca-441d-bff9-b9f32414abb9 service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404862 May 20 15:56:48.737059 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398666-333a-4364-a150-c4162aba0fe8 req-29ee67a0-5f9a-4ff4-8846-de50dd95991b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:48.739142 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-45398666-333a-4364-a150-c4162aba0fe8 req-29ee67a0-5f9a-4ff4-8846-de50dd95991b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 944 time: 0.1937246 May 20 15:56:48.787374 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-45398666-333a-4364-a150-c4162aba0fe8 req-da957273-0a5b-4b4a-86ea-cafb6d12e9bd tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418952 May 20 15:56:48.834918 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1ce002b4-be10-4f0d-8745-39ed5ca06517 req-52fcc63e-6eac-4d67-8d76-78a32e38afdd service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352477 May 20 15:56:49.552905 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aa89cb30-8306-4458-9022-0280b46424e7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:49.556537 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f670e02-6880-43b9-a7da-80d5433ca5d3 req-d73ac96e-244a-4d95-90d3-8a409d50201e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:49.558029 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3f670e02-6880-43b9-a7da-80d5433ca5d3 req-d73ac96e-244a-4d95-90d3-8a409d50201e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 945 time: 0.0810316 May 20 15:56:49.604053 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3f670e02-6880-43b9-a7da-80d5433ca5d3 req-233d4ce1-2aa6-4d09-a1e4-a53147bd3331 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 May 20 15:56:49.667276 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:49.694446 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:49.704564 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:49.709246 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:49.712624 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:49.747817 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7', 'code': 200} May 20 15:56:49.787422 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=8']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:49.790612 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:49.985905 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bbd14-030b-4974-a3cb-3a5797e61b45 req-d1b0daa6-5c6d-4a69-a41a-d05b7264ed51 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:49.987396 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7d0bbd14-030b-4974-a3cb-3a5797e61b45 req-d1b0daa6-5c6d-4a69-a41a-d05b7264ed51 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 944 time: 0.0850790 May 20 15:56:50.035764 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7d0bbd14-030b-4974-a3cb-3a5797e61b45 req-96876e3f-4eca-41eb-96a0-1bd8696902ea tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 May 20 15:56:50.811657 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30590473-9175-4fc5-8832-70d8230663c5 req-5a41bcf7-2873-4b62-82c0-85799dda7f90 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:50.813179 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-30590473-9175-4fc5-8832-70d8230663c5 req-5a41bcf7-2873-4b62-82c0-85799dda7f90 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0857196 May 20 15:56:50.957549 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-30590473-9175-4fc5-8832-70d8230663c5 req-03939898-56b8-41c8-8a5c-0377c5be0841 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385496 May 20 15:56:51.235345 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49e07f-383d-48b6-a831-c4d9f8df2c50 req-79c81c66-8457-44cf-b34e-92cbf1396265 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:51.237534 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6d49e07f-383d-48b6-a831-c4d9f8df2c50 req-79c81c66-8457-44cf-b34e-92cbf1396265 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 944 time: 0.0962338 May 20 15:56:51.284803 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6d49e07f-383d-48b6-a831-c4d9f8df2c50 req-f031d3e0-49f4-4bda-9dc6-d7b85445abc3 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 May 20 15:56:51.565650 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:56:51.717183 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:51.735571 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'port_id': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'mac_address': 'fa:16:3e:46:b6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:56:51.796757 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:51.844644 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:56:51.861108 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:51.865032 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:51.866801 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:51.939216 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,revision_number=7']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:51.942503 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:52.161247 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:56:52.305583 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 42690) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:52.473498 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.498776 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:52.505624 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Usage tracker for resource:security_group_rule and tenant:939f5f684f514334aad135c2d6d0c31c is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:52.509138 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:52.516625 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:52.562006 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3fdd0-1ff7-45b9-b199-3bafd2e28c2d req-c5cc54e4-6d6a-46e9-8da1-5115cf7c2b18 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:52.563976 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b6c3fdd0-1ff7-45b9-b199-3bafd2e28c2d req-c5cc54e4-6d6a-46e9-8da1-5115cf7c2b18 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.1847785 May 20 15:56:52.602031 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-c58b2699-4667-4896-a99e-fbea184b0d96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061873 May 20 15:56:52.613776 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b6778-f5a5-45b5-b80a-552c14c85146 req-dc019719-c5bd-4aa3-9aa6-a13568da730a tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:52.615297 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-467b6778-f5a5-45b5-b80a-552c14c85146 req-dc019719-c5bd-4aa3-9aa6-a13568da730a tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 945 time: 0.1527953 May 20 15:56:52.639567 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b6c3fdd0-1ff7-45b9-b199-3bafd2e28c2d req-26cebc52-3402-4f23-ab70-a3254d4d21be tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638173 May 20 15:56:52.667563 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-467b6778-f5a5-45b5-b80a-552c14c85146 req-6e19ae7b-3117-4ca3-9d9a-aebf2f31d46c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458314 May 20 15:56:52.673926 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.678039 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.685168 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cc446743-b110-4d9b-9eab-3eb627a5805d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:52.727206 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020af3f5-3d44-47ee-8a33-f68f954b4118,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:52.735264 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=939f5f684f514334aad135c2d6d0c31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247148 May 20 15:56:52.735576 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 42708) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:52.737884 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.738299 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.738589 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.739034 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.739283 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.739634 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.739977 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.740322 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.740665 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.741169 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.741343 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.741681 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.745736 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:52.805753 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.836859 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.894143 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.897828 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:52.911146 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020af3f5-3d44-47ee-8a33-f68f954b4118,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:52.920915 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.921280 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.921684 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.921978 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.922363 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.922715 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.923054 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.923392 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.923727 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.924055 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.924387 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.924714 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:56:52.927801 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:52.931699 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/020af3f5-3d44-47ee-8a33-f68f954b4118 HTTP/1.1" status: 204 len: 168 time: 0.1949878 May 20 15:56:52.932659 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3b66abb8-59a5-4446-b191-790f2a42332f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:53.243792 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 42720) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.264726 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-8a582894-117f-4ef5-bd6c-1bd055244f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.280936 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-8a582894-117f-4ef5-bd6c-1bd055244f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:53.285100 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-8a582894-117f-4ef5-bd6c-1bd055244f85 admin admin] Usage tracker for resource:security_group_rule and tenant:5861733b782b4210a066630cf85321e5 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:53.288350 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-8a582894-117f-4ef5-bd6c-1bd055244f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:53.294367 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-8a582894-117f-4ef5-bd6c-1bd055244f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:53.375733 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-8a582894-117f-4ef5-bd6c-1bd055244f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.379644 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-8a582894-117f-4ef5-bd6c-1bd055244f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.387333 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f9adf3ca-acdc-47ca-9568-c22331e51e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:53.428413 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-8a582894-117f-4ef5-bd6c-1bd055244f85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5861733b782b4210a066630cf85321e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834514 May 20 15:56:53.429333 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a582894-117f-4ef5-bd6c-1bd055244f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12660e70-42b5-40e2-9562-62e773dcb5e4,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:53.431027 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 42724) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:53.432395 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-8a582894-117f-4ef5-bd6c-1bd055244f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:53.493586 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57dc9ab4-e51f-4084-ab0e-f3234f959bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.520205 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57dc9ab4-e51f-4084-ab0e-f3234f959bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.551400 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:56:53.577537 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:56:53.587648 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57dc9ab4-e51f-4084-ab0e-f3234f959bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.604439 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5fbe5fa7-7a06-491e-82a1-924e55a296c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:53.619728 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc9ab4-e51f-4084-ab0e-f3234f959bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12660e70-42b5-40e2-9562-62e773dcb5e4,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:53.627956 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57dc9ab4-e51f-4084-ab0e-f3234f959bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:53.630950 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-57dc9ab4-e51f-4084-ab0e-f3234f959bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.636091 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-57dc9ab4-e51f-4084-ab0e-f3234f959bf0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12660e70-42b5-40e2-9562-62e773dcb5e4 HTTP/1.1" status: 204 len: 168 time: 0.2031677 May 20 15:56:53.649131 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-a1aca8e4-426a-4df4-9283-9d25f34f8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:53.651238 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-a1aca8e4-426a-4df4-9283-9d25f34f8227 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1&tenant_id=9e368ec826784c75aa764fcc0c6e68ed HTTP/1.1" status: 200 len: 1096 time: 0.0902574 May 20 15:56:53.686792 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:56:53.687435 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.868107 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-24504e74-4f72-4ad6-a16f-127cba83b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:53.872509 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-24504e74-4f72-4ad6-a16f-127cba83b726 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 1096 time: 0.1708376 May 20 15:56:53.894609 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.932511 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:56:53.933781 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:56:53.940784 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:53.941644 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aa89cb30-8306-4458-9022-0280b46424e7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:56:53.976017 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:54.029852 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf581564-86e3-4813-9b67-4389eb9d593d req-2a0c2127-c63d-4c33-b2ce-e457fd8acbee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.032495 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-cf581564-86e3-4813-9b67-4389eb9d593d req-2a0c2127-c63d-4c33-b2ce-e457fd8acbee tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.1672256 May 20 15:56:54.104107 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-cf581564-86e3-4813-9b67-4389eb9d593d req-e946c939-5223-48c5-902a-60e88c9b4623 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643051 May 20 15:56:54.123001 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,revision_number=8']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:54.134968 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-fb85e629-c18a-48bf-85c2-56ade7ef5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.134968 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-fb85e629-c18a-48bf-85c2-56ade7ef5aae service neutron] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 917 time: 0.2535486 May 20 15:56:54.135925 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:54.187170 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'code': 200} May 20 15:56:54.231884 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dd9bd-10b8-40f7-a3f8-ac06487a5368 req-a6c45f92-4e98-41f0-9d23-ebe0fc05a619 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.233410 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b77dd9bd-10b8-40f7-a3f8-ac06487a5368 req-a6c45f92-4e98-41f0-9d23-ebe0fc05a619 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.2204571 May 20 15:56:54.354270 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d21f661d-0631-4d24-8d08-faff0366a5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:54.406218 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-aa03ab6c-7291-4607-9562-6b6c1f7efccc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa89cb30-8306-4458-9022-0280b46424e7 HTTP/1.1" status: 200 len: 998 time: 0.2658181 May 20 15:56:54.422966 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b77dd9bd-10b8-40f7-a3f8-ac06487a5368 req-d958459a-2522-403f-9601-1769d5b3e1ed tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790195 May 20 15:56:54.533104 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-6385ccbc-8a3e-4684-99c4-49c5c0c39034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.534549 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-6385ccbc-8a3e-4684-99c4-49c5c0c39034 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.1101594 May 20 15:56:54.619379 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd13c3d-be67-4941-851d-aa12e1c5578e req-6cc89203-9f1a-4bb8-a591-f8c81c48df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.620882 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2bd13c3d-be67-4941-851d-aa12e1c5578e req-6cc89203-9f1a-4bb8-a591-f8c81c48df18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 1099 time: 0.1391051 May 20 15:56:54.630088 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-3bc50dbb-7d54-429d-a9c4-3d852217f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:54.631514 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-3bc50dbb-7d54-429d-a9c4-3d852217f14e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0886972 May 20 15:56:54.749396 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2bd13c3d-be67-4941-851d-aa12e1c5578e req-239b9ff5-f50b-469e-809c-5adcd898e011 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167417 May 20 15:56:54.799811 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-3ef2fb6e-4f5a-4345-bf48-986611b0628a service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530142 May 20 15:56:55.140823 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5fcb9455-189a-4521-9643-4174e4d69c6d req-1e53e1f3-ac6f-4e03-af6a-406dd8934c49 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336005 May 20 15:56:55.334364 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8457d54-60f4-41b7-a9a8-f89862afa9de req-d44ca60e-39e5-4af8-9287-874e412a9114 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:55.335864 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8457d54-60f4-41b7-a9a8-f89862afa9de req-d44ca60e-39e5-4af8-9287-874e412a9114 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.1078222 May 20 15:56:55.399065 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b8457d54-60f4-41b7-a9a8-f89862afa9de req-5f47381b-9204-46ea-8451-e6ece689d62a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564196 May 20 15:56:55.624165 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc79f9-1117-46a5-bcc9-741c1a53cd93 req-58bd74f7-e65a-4ec3-aa28-1fec158a4a69 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:55.626030 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-decc79f9-1117-46a5-bcc9-741c1a53cd93 req-58bd74f7-e65a-4ec3-aa28-1fec158a4a69 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0926921 May 20 15:56:55.685216 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-decc79f9-1117-46a5-bcc9-741c1a53cd93 req-7cb68fbb-817e-4ba7-aa2d-ef84c9715708 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509157 May 20 15:56:55.824796 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 42810) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:55.988506 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-566525c7-94de-4db4-80f3-0e446fc2914d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.012313 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-566525c7-94de-4db4-80f3-0e446fc2914d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:56.016690 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-566525c7-94de-4db4-80f3-0e446fc2914d admin admin] Usage tracker for resource:security_group_rule and tenant:6912ee011e1c4e9786fa3a1916bf2d79 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:56.020290 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-566525c7-94de-4db4-80f3-0e446fc2914d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:56.028711 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-566525c7-94de-4db4-80f3-0e446fc2914d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:56.133621 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-566525c7-94de-4db4-80f3-0e446fc2914d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.139481 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-566525c7-94de-4db4-80f3-0e446fc2914d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.147070 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-402f6e27-8e6d-42ec-b3db-7e86f7fe850e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:56.192957 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-566525c7-94de-4db4-80f3-0e446fc2914d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6912ee011e1c4e9786fa3a1916bf2d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645768 May 20 15:56:56.192957 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566525c7-94de-4db4-80f3-0e446fc2914d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fdb609-b6ea-4e98-b98a-209bed0867c8,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:56.193409 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 42816) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:56.195343 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-566525c7-94de-4db4-80f3-0e446fc2914d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:56.269074 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-49443122-93cf-4739-92c3-9deaf3afe464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.300491 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-49443122-93cf-4739-92c3-9deaf3afe464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.357382 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-49443122-93cf-4739-92c3-9deaf3afe464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.361127 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-785ff7ce-a98a-4e22-8e5b-8ca5e257f98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:56.376269 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49443122-93cf-4739-92c3-9deaf3afe464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fdb609-b6ea-4e98-b98a-209bed0867c8,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:56.378844 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-49443122-93cf-4739-92c3-9deaf3afe464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:56.386485 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-49443122-93cf-4739-92c3-9deaf3afe464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.389651 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-49443122-93cf-4739-92c3-9deaf3afe464 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8fdb609-b6ea-4e98-b98a-209bed0867c8 HTTP/1.1" status: 204 len: 168 time: 0.1932299 May 20 15:56:56.618250 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f87b7c-805c-4cc1-9363-2aec6ee963ee req-be034945-efda-4c2c-9a86-35151c96132f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:56.619884 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-14f87b7c-805c-4cc1-9363-2aec6ee963ee req-be034945-efda-4c2c-9a86-35151c96132f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0929549 May 20 15:56:56.660633 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-dce42626-2988-4e8a-b3cc-7c0cc5cc8029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.676211 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-14f87b7c-805c-4cc1-9363-2aec6ee963ee req-163bbcee-9a2f-4047-acd9-ce259adfe090 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448658 May 20 15:56:56.805537 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 42828) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:56.831194 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5ca75704-87f7-4f6c-a955-f2f2bbde2c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.875020 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:56.894264 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-5ca75704-87f7-4f6c-a955-f2f2bbde2c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:56:56.911323 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-5ca75704-87f7-4f6c-a955-f2f2bbde2c13 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b532777d624aeda421720f25d0fba9 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:56:56.914862 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-5ca75704-87f7-4f6c-a955-f2f2bbde2c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:56:56.922565 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-5ca75704-87f7-4f6c-a955-f2f2bbde2c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:56:56.973626 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a8149-ea9f-411a-a422-690a3eeea3d9 req-dcd2cbbc-77b4-4ead-9aff-d4b081fc820d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:56.975149 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-aa2a8149-ea9f-411a-a422-690a3eeea3d9 req-dcd2cbbc-77b4-4ead-9aff-d4b081fc820d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1451571 May 20 15:56:57.049434 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-aa2a8149-ea9f-411a-a422-690a3eeea3d9 req-9d15a140-d085-42e5-8206-3f0b0aca26a9 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648715 May 20 15:56:57.089422 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5ca75704-87f7-4f6c-a955-f2f2bbde2c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.095615 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-5ca75704-87f7-4f6c-a955-f2f2bbde2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.102413 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-91e601a7-4b68-49b9-9047-387728d61e48 tempest-VolumesNegativeTest-1139876287 tempest-VolumesNegativeTest-1139876287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:57.148694 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-5ca75704-87f7-4f6c-a955-f2f2bbde2c13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9b532777d624aeda421720f25d0fba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391359 May 20 15:56:57.148694 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca75704-87f7-4f6c-a955-f2f2bbde2c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da42032-78e5-4254-8dc3-dd6a17187ae0,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:57.149149 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 42832) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:56:57.150729 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-5ca75704-87f7-4f6c-a955-f2f2bbde2c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:57.219367 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06b6a2d0-ead2-4b6d-835a-c5cccf09be52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.248313 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06b6a2d0-ead2-4b6d-835a-c5cccf09be52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.309499 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06b6a2d0-ead2-4b6d-835a-c5cccf09be52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.319607 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a47d892a-df80-4c6e-8f3e-ac748281a9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:56:57.335228 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6a2d0-ead2-4b6d-835a-c5cccf09be52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da42032-78e5-4254-8dc3-dd6a17187ae0,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:56:57.338368 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-06b6a2d0-ead2-4b6d-835a-c5cccf09be52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:56:57.347765 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-06b6a2d0-ead2-4b6d-835a-c5cccf09be52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.349340 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-06b6a2d0-ead2-4b6d-835a-c5cccf09be52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8da42032-78e5-4254-8dc3-dd6a17187ae0 HTTP/1.1" status: 204 len: 168 time: 0.1989789 May 20 15:56:57.912921 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c21fa-3f8f-45ea-9237-1e2ea931779f req-5912f88f-f527-42ee-869a-d3513b7ce546 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:57.914653 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-da3c21fa-3f8f-45ea-9237-1e2ea931779f req-5912f88f-f527-42ee-869a-d3513b7ce546 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0973911 May 20 15:56:57.956265 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:56:57.971964 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-da3c21fa-3f8f-45ea-9237-1e2ea931779f req-39af180e-4f9f-4412-a673-806123d66c87 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479152 May 20 15:56:58.279802 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162d0a7-4e05-40a3-ab2e-82f1897d3c22 req-0679ba1d-37e8-462a-b1fa-7f33d30019e5 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:58.281335 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1162d0a7-4e05-40a3-ab2e-82f1897d3c22 req-0679ba1d-37e8-462a-b1fa-7f33d30019e5 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0928302 May 20 15:56:58.337870 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1162d0a7-4e05-40a3-ab2e-82f1897d3c22 req-fe7a9908-eed4-4071-9add-4cdd5eb47527 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485959 May 20 15:56:59.204963 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab1030-07c2-45ef-ae50-7c9717c1a94f req-9d800792-195a-43e4-8a58-2c4a61aeec77 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:59.206490 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-27ab1030-07c2-45ef-ae50-7c9717c1a94f req-9d800792-195a-43e4-8a58-2c4a61aeec77 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0994821 May 20 15:56:59.256168 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-27ab1030-07c2-45ef-ae50-7c9717c1a94f req-525514d9-6835-4782-98dc-d05b6f65b68e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431616 May 20 15:56:59.565088 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332541eb-299c-4a07-85f3-4767896c32e3 req-215be931-4efb-4664-8483-d36689c49b7f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:56:59.571041 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-332541eb-299c-4a07-85f3-4767896c32e3 req-215be931-4efb-4664-8483-d36689c49b7f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1047590 May 20 15:56:59.619746 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-332541eb-299c-4a07-85f3-4767896c32e3 req-7ed56b20-4319-4239-a177-037d4e505355 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 May 20 15:56:59.715137 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:00.486307 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2168a-d9ce-4360-9a82-d5f74a7b244d req-0acfd7fe-9603-40d3-80f5-63ad0a4f132f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:00.487898 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-abc2168a-d9ce-4360-9a82-d5f74a7b244d req-0acfd7fe-9603-40d3-80f5-63ad0a4f132f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.1061871 May 20 15:57:00.544882 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-abc2168a-d9ce-4360-9a82-d5f74a7b244d req-703733c9-acf0-4f8d-bb5e-7543c3fdfc4a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497952 May 20 15:57:00.844846 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfabd0-d329-41c3-aff5-036e8272b385 req-8d089eb2-793f-4c02-9d18-3745322ae9e7 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:00.846811 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3abfabd0-d329-41c3-aff5-036e8272b385 req-8d089eb2-793f-4c02-9d18-3745322ae9e7 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1121037 May 20 15:57:00.893352 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3abfabd0-d329-41c3-aff5-036e8272b385 req-a78ead59-75a4-4700-8702-91433ecdf39a tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407119 May 20 15:57:01.811351 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3812dd-0a49-4513-8946-cc22e24c78b3 req-d1436231-9213-4d12-9f52-b7021f46da9f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:01.818306 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ec3812dd-0a49-4513-8946-cc22e24c78b3 req-d1436231-9213-4d12-9f52-b7021f46da9f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.1095896 May 20 15:57:01.880366 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ec3812dd-0a49-4513-8946-cc22e24c78b3 req-be3a9ab3-7d72-4b8d-93ed-aa29aa612b2d tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611062 May 20 15:57:02.117886 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba480e6-5489-4488-8795-09cde9b0d45a req-abf557c8-cde3-4f1a-977d-d82bad3bfcd2 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:02.125976 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eba480e6-5489-4488-8795-09cde9b0d45a req-abf557c8-cde3-4f1a-977d-d82bad3bfcd2 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1037230 May 20 15:57:02.173691 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-eba480e6-5489-4488-8795-09cde9b0d45a req-13270a01-fbe0-4097-8acf-65a8722fafe8 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468140 May 20 15:57:03.093956 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4f731-dfb2-4beb-9d60-f6494ac2ba2a req-2454c439-1e16-42e5-aa6c-2581940f6afc tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:03.095553 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fad4f731-dfb2-4beb-9d60-f6494ac2ba2a req-2454c439-1e16-42e5-aa6c-2581940f6afc tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0892999 May 20 15:57:03.155478 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fad4f731-dfb2-4beb-9d60-f6494ac2ba2a req-1c2fb351-a2ff-49e2-8ccd-73362d1e1db6 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522654 May 20 15:57:03.388524 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fcd68-19ad-46c4-8dfc-4b00e40959b8 req-358f77e3-5578-495e-a253-f9b76e9632c9 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:03.390090 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e87fcd68-19ad-46c4-8dfc-4b00e40959b8 req-358f77e3-5578-495e-a253-f9b76e9632c9 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0873621 May 20 15:57:03.438269 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e87fcd68-19ad-46c4-8dfc-4b00e40959b8 req-60f2e75a-a078-4117-8676-b6d56c000858 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 May 20 15:57:04.561996 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafca89d-df11-4096-b9ae-c546302ced62 req-a157f051-ffe1-4f3a-8da2-b7562eaae734 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:04.563679 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fafca89d-df11-4096-b9ae-c546302ced62 req-a157f051-ffe1-4f3a-8da2-b7562eaae734 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0998147 May 20 15:57:04.635940 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fafca89d-df11-4096-b9ae-c546302ced62 req-03940a6b-5191-4e57-b609-6da71a420a8b tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664337 May 20 15:57:04.720015 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca398f-9828-4544-a9fa-711304d92657 req-03e174be-8f1d-43c9-aad6-ec410831fe7b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:04.721506 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-92ca398f-9828-4544-a9fa-711304d92657 req-03e174be-8f1d-43c9-aad6-ec410831fe7b tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1287866 May 20 15:57:04.790903 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-92ca398f-9828-4544-a9fa-711304d92657 req-0a619e9d-e800-4375-9cff-ba9396b6ea87 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577729 May 20 15:57:05.377244 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:05.833363 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622d146-5980-44a0-baf4-da3cb6b2656a req-fcd11476-7e39-4ef7-b325-f614ca679016 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:05.834876 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0622d146-5980-44a0-baf4-da3cb6b2656a req-fcd11476-7e39-4ef7-b325-f614ca679016 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0850761 May 20 15:57:05.964008 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0622d146-5980-44a0-baf4-da3cb6b2656a req-d4772085-619f-4afa-b2d2-e1e1ee686a1d tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224208 May 20 15:57:05.977735 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89bf3e-9864-4c89-9322-6ee367d43317 req-abc2a649-f0a7-43ce-b954-1bb6a5482881 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:05.979331 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-aa89bf3e-9864-4c89-9322-6ee367d43317 req-abc2a649-f0a7-43ce-b954-1bb6a5482881 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0813582 May 20 15:57:06.026006 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-aa89bf3e-9864-4c89-9322-6ee367d43317 req-afe64db7-132d-4c11-b692-79161cf9591a tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403552 May 20 15:57:07.151005 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee164c1-5121-4392-af11-6b738849515e req-78eef003-dbaf-4e46-8d21-0ec52e9d1b9e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:07.152427 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dee164c1-5121-4392-af11-6b738849515e req-78eef003-dbaf-4e46-8d21-0ec52e9d1b9e tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0785174 May 20 15:57:07.202595 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dee164c1-5121-4392-af11-6b738849515e req-5a8e4fac-4295-46c5-a137-ff14814a7638 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437102 May 20 15:57:07.300512 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6fdd4-a332-4a41-983b-ad42a7bc66ae req-6a0a6c3d-d991-46f7-8c2c-2da96737366e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:07.301894 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d1e6fdd4-a332-4a41-983b-ad42a7bc66ae req-6a0a6c3d-d991-46f7-8c2c-2da96737366e tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1699963 May 20 15:57:07.348143 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d1e6fdd4-a332-4a41-983b-ad42a7bc66ae req-19fa6e0b-533e-4dab-9685-61dee1187f8d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405245 May 20 15:57:08.398954 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c5548-f86f-40a4-9c74-3f35de96678d req-af193e83-d376-4854-9f1d-50bd7963bc42 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:08.401504 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2c1c5548-f86f-40a4-9c74-3f35de96678d req-af193e83-d376-4854-9f1d-50bd7963bc42 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0837836 May 20 15:57:08.447693 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2c1c5548-f86f-40a4-9c74-3f35de96678d req-31ae5545-2b00-49da-8c63-140eee0a6e57 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398271 May 20 15:57:09.646967 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94966c6b-9180-448b-8a82-63b69d07c1d5 req-758236bb-4022-4749-beb8-0d4c54df3871 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:09.648420 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-94966c6b-9180-448b-8a82-63b69d07c1d5 req-758236bb-4022-4749-beb8-0d4c54df3871 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 943 time: 0.0859087 May 20 15:57:09.697307 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-94966c6b-9180-448b-8a82-63b69d07c1d5 req-b79468aa-d98a-4166-8c47-0de27580f283 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419767 May 20 15:57:09.712171 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aa89cb30-8306-4458-9022-0280b46424e7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:57:09.854560 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:09.868509 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': 'aa89cb30-8306-4458-9022-0280b46424e7', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'port_id': 'aa89cb30-8306-4458-9022-0280b46424e7', 'mac_address': 'fa:16:3e:92:40:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:57:09.924750 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:09.942253 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa89cb30-8306-4458-9022-0280b46424e7 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:57:09.965595 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:09.969779 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:09.971554 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:10.040355 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=9']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:10.043475 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:10.253271 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['aa89cb30-8306-4458-9022-0280b46424e7'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:57:10.898479 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e71fd-80af-4535-8a55-722f1b175987 req-06b0717f-5c67-42e1-b7c7-039e9a8cecc4 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:10.899811 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-345e71fd-80af-4535-8a55-722f1b175987 req-06b0717f-5c67-42e1-b7c7-039e9a8cecc4 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 944 time: 0.0867066 May 20 15:57:10.946739 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-345e71fd-80af-4535-8a55-722f1b175987 req-b2b67eb9-ede1-4f06-a882-af82e80020fe tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402949 May 20 15:57:11.723097 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aa89cb30-8306-4458-9022-0280b46424e7 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:11.797740 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port aa89cb30-8306-4458-9022-0280b46424e7 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:11.798112 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:11.946575 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:11.974315 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:57:11.983784 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:11.991864 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:11.993742 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:12.065599 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=10']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:12.070855 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:12.161872 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977001fe-e2a5-43f7-b5fb-d7a8fc7e8649 req-030a457d-4726-4da0-bbef-7c6422e45b3d tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:12.163313 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-977001fe-e2a5-43f7-b5fb-d7a8fc7e8649 req-030a457d-4726-4da0-bbef-7c6422e45b3d tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 946 time: 0.0917819 May 20 15:57:12.178755 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7', 'code': 200} May 20 15:57:12.216207 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-977001fe-e2a5-43f7-b5fb-d7a8fc7e8649 req-c7c5d466-144a-4622-a6b0-8f522de9764a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441880 May 20 15:57:12.235383 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 42994) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:12.411419 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.426906 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:12.431668 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] Usage tracker for resource:security_group_rule and tenant:c0ea15f7f51647dc8e3f5105c9925c2f is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:12.436477 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:12.442913 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:12.478640 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678c473-5b98-4645-a6d6-0c348d6a5cec req-56d3fbd9-1600-4519-8522-4ae69b640119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:12.480169 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b678c473-5b98-4645-a6d6-0c348d6a5cec req-56d3fbd9-1600-4519-8522-4ae69b640119 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 1099 time: 0.0756345 May 20 15:57:12.522632 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b678c473-5b98-4645-a6d6-0c348d6a5cec req-8b4bde47-e1f1-4f21-ab8a-9c7719f29a58 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345578 May 20 15:57:12.532210 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.535730 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.544429 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-57dc9ab4-e51f-4084-ab0e-f3234f959bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:12.582267 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0ea15f7f51647dc8e3f5105c9925c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457804 May 20 15:57:12.583885 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608c2ae4-ded3-4599-a7cd-54aab788f680,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:12.585077 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 43000) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:12.587050 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:12.644601 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba478032-bfaa-4237-bb9c-75be03be1d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.671483 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba478032-bfaa-4237-bb9c-75be03be1d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.723650 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba478032-bfaa-4237-bb9c-75be03be1d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.728653 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-be77a78a-5a17-4d7f-a699-c99565f966da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:12.740715 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba478032-bfaa-4237-bb9c-75be03be1d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608c2ae4-ded3-4599-a7cd-54aab788f680,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:12.744051 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ba478032-bfaa-4237-bb9c-75be03be1d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:12.749654 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ba478032-bfaa-4237-bb9c-75be03be1d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:12.750791 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-ba478032-bfaa-4237-bb9c-75be03be1d44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/608c2ae4-ded3-4599-a7cd-54aab788f680 HTTP/1.1" status: 204 len: 168 time: 0.1647565 May 20 15:57:13.415310 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79c12f-4a61-4048-97ee-4ba63219b3b3 req-6e6a3453-73d3-47ea-80ed-2059077263a0 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:13.416771 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1b79c12f-4a61-4048-97ee-4ba63219b3b3 req-6e6a3453-73d3-47ea-80ed-2059077263a0 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 946 time: 0.0861971 May 20 15:57:13.464930 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1b79c12f-4a61-4048-97ee-4ba63219b3b3 req-66ff0539-d32e-44c6-a6ef-fca30ffa8568 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413153 May 20 15:57:14.667851 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387f2c8-354b-45cd-aee9-746c665d0f58 req-6c1b1440-cfb9-4cdc-8108-d01488038183 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:14.669256 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f387f2c8-354b-45cd-aee9-746c665d0f58 req-6c1b1440-cfb9-4cdc-8108-d01488038183 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 946 time: 0.0875499 May 20 15:57:14.720007 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f387f2c8-354b-45cd-aee9-746c665d0f58 req-09af402b-a341-4050-a9f0-7d8c18b7f715 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 May 20 15:57:15.916469 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c241964-580d-41dd-aa3e-35f96897f63a req-201fc114-97f2-4f9c-84df-fedeb7478e26 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:15.917903 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-7c241964-580d-41dd-aa3e-35f96897f63a req-201fc114-97f2-4f9c-84df-fedeb7478e26 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 946 time: 0.0818632 May 20 15:57:15.966985 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-7c241964-580d-41dd-aa3e-35f96897f63a req-4492e917-0859-4fd4-b114-1df12342c8c3 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 May 20 15:57:24.347712 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-73727423-d78e-42a3-81d9-a8c10500e040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.643976 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a17c5537-9be5-4870-9fba-8a9c243a05c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:26.868051 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:27.952870 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:29.713806 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:30.539628 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:57:35.374807 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:37.904960 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43224) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:38.020698 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5fb18dd4-24fc-420a-a375-7a275468100d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.035120 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-5fb18dd4-24fc-420a-a375-7a275468100d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:38.038962 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-5fb18dd4-24fc-420a-a375-7a275468100d admin admin] Usage tracker for resource:security_group_rule and tenant:f824a6da34594de4a944450531034dc4 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:38.041700 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-5fb18dd4-24fc-420a-a375-7a275468100d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:38.047701 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-5fb18dd4-24fc-420a-a375-7a275468100d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:38.129608 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5fb18dd4-24fc-420a-a375-7a275468100d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.133361 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5fb18dd4-24fc-420a-a375-7a275468100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.141504 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6da76d01-eba1-4644-9ef4-26a10cca0416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:38.180342 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-5fb18dd4-24fc-420a-a375-7a275468100d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f824a6da34594de4a944450531034dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743289 May 20 15:57:38.181899 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb18dd4-24fc-420a-a375-7a275468100d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8bc2f3-d946-4e21-95ba-da7d30c8aa66,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:38.183109 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 43230) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:38.185556 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5fb18dd4-24fc-420a-a375-7a275468100d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:38.241950 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-573bec18-bea1-4633-b405-66cb6a308c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.267161 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-573bec18-bea1-4633-b405-66cb6a308c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.322316 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-573bec18-bea1-4633-b405-66cb6a308c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.325980 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ed7e104d-f425-4ce4-a058-bb446ed1c33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:38.371647 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bec18-bea1-4633-b405-66cb6a308c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8bc2f3-d946-4e21-95ba-da7d30c8aa66,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:38.379867 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-573bec18-bea1-4633-b405-66cb6a308c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:38.393163 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-573bec18-bea1-4633-b405-66cb6a308c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:38.394297 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-573bec18-bea1-4633-b405-66cb6a308c2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb8bc2f3-d946-4e21-95ba-da7d30c8aa66 HTTP/1.1" status: 204 len: 168 time: 0.2101839 May 20 15:57:38.418469 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-cc505d11-db32-442d-8c9c-dbce29cc524d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846701 May 20 15:57:38.535009 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-84acfc8c-4863-44e9-87c5-7216b740486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:38.536486 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-84acfc8c-4863-44e9-87c5-7216b740486d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 1099 time: 0.0773044 May 20 15:57:38.686868 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-166e408b-8529-4f5f-9cca-f2e348cfe895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:38.688356 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-166e408b-8529-4f5f-9cca-f2e348cfe895 service neutron] 10.222.0.54 "GET /v2.0/networks?id=269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 200 len: 917 time: 0.1309972 May 20 15:57:38.802207 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-0d508d04-862e-469d-ab4f-7252ebd231d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa89cb30-8306-4458-9022-0280b46424e7 HTTP/1.1" status: 200 len: 1000 time: 0.1035769 May 20 15:57:38.869388 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-9b3a0e97-b303-45cb-b3eb-c4e3d7533cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:38.870870 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-9b3a0e97-b303-45cb-b3eb-c4e3d7533cfd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 200 len: 855 time: 0.0623050 May 20 15:57:38.950286 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-00b874a5-ef36-4219-88d2-fc55734b4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:38.952173 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-00b874a5-ef36-4219-88d2-fc55734b4554 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=269611d1-9001-4aeb-a2d6-2e6f178eec88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0745180 May 20 15:57:39.081501 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43254) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:39.088180 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-214e34d1-26c7-468a-8f41-d27279e1f4ee service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290283 May 20 15:57:39.189799 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1447384544-network', 'tenant_id': 'd81476d31c004789b55e5123007822b6'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:39.194407 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:39.198255 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Usage tracker for resource:network and tenant:d81476d31c004789b55e5123007822b6 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:39.201827 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:39.208823 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:39.220140 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Made reservation on behalf of d81476d31c004789b55e5123007822b6 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:39.222476 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.225605 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-386639c4-4569-4496-a6cb-e55e1cdfdbe9 req-9fb3f7b3-2864-44aa-a1da-37da8cd20258 service neutron] 10.222.0.54 "GET /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291821 May 20 15:57:39.234617 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.250410 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:39.254723 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Usage tracker for resource:security_group_rule and tenant:d81476d31c004789b55e5123007822b6 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:39.257560 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:39.263481 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:39.349980 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.353919 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.356813 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f505f614-a6b2-469a-a282-5cb165bf3191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:39.384215 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:57:39.393016 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51d6612-2799-4145-be09-c087ebd7f617,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:39.396509 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:39.398965 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.399299 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Added segment 3fdc03af-2f6b-47cb-b60d-fade04436801 of type vlan for network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 May 20 15:57:39.426421 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.454917 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.456420 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:39.456997 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.460378 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3529c91f-6aed-45df-bc41-dc4e39f8331d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:39.567383 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Pushing event updated for resources: {'Network': ['ID=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:39.570398 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:39.573918 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-c59e9c51-5a7d-4e97-94df-06b6279c0c5b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4911740 May 20 15:57:39.577490 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43260) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:39.581186 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:57:39.583602 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Request body: {'subnet': {'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1447384544-subnet', 'tenant_id': 'd81476d31c004789b55e5123007822b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:39.588308 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:39.593034 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Usage tracker for resource:subnet and tenant:d81476d31c004789b55e5123007822b6 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:39.595870 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:39.601509 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:39.611945 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Made reservation on behalf of d81476d31c004789b55e5123007822b6 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:39.614342 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6418415'] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.989586 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7619334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6418429'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:39.993135 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:40.063700 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Pushing event updated for resources: {'Subnet': ['ID=648e8d49-f22c-4c2f-9895-88400d68c768,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:40.066331 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:40.073477 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Checking segment: {'id': '3fdc03af-2f6b-47cb-b60d-fade04436801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:40.073821 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Network hostable DHCP agents. Network: 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:57:40.090781 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:57:40.100481 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:40.108970 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:40.109573 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:40.110252 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae82dfc-ac56-42de-9a91-ffb212026297 None None] Network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:40.133294 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-87ad437b-e879-47d2-9249-2a3c2a01748e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5505524 May 20 15:57:40.301248 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0136f719-ebc1-4443-889d-4f8d31e05587 None None] Network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:57:42.138853 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-f1111990-77fe-4b42-9c8c-51986203cca4 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:42.140200 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-f1111990-77fe-4b42-9c8c-51986203cca4 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/networks?id=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 HTTP/1.1" status: 200 len: 814 time: 0.1499107 May 20 15:57:42.155236 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-7e547d45-0148-4651-9cf2-3abff23053e6 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/quotas/d81476d31c004789b55e5123007822b6 HTTP/1.1" status: 200 len: 375 time: 0.0093880 May 20 15:57:42.303450 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-2c1366b6-a8bd-4374-a4ba-c1e57bb90067 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d81476d31c004789b55e5123007822b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1346993 May 20 15:57:42.487302 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-78646a19-fa0f-446e-ae2e-b55d7943d69a service neutron] 10.222.0.36 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759973 May 20 15:57:42.617602 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-1334855a-be10-4979-a030-d111af0f9da5 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244056 May 20 15:57:42.794061 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2a502d5a-a51a-4f20-84a6-533af72871f7 req-ce20349a-a4da-4fad-b9ae-ccfbef8622d1 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 210 time: 0.0431750 May 20 15:57:43.945701 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-403a2148-e76f-4b0d-9847-bcb98079ea70 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:43.947117 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-403a2148-e76f-4b0d-9847-bcb98079ea70 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.54 "GET /v2.0/networks?id=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 HTTP/1.1" status: 200 len: 814 time: 0.1796198 May 20 15:57:43.959037 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-e4902f78-40ad-4645-b33b-a3c83b787c56 req-a2fd8f90-d08b-425f-ac64-39adb3e50a8d tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 210 time: 0.0510609 May 20 15:57:43.969054 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Request body: {'port': {'device_id': '48ed76be-d050-46fa-b4a5-c3e8121f1fde', 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7', 'admin_state_up': True, 'tenant_id': 'd81476d31c004789b55e5123007822b6'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:44.104682 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:57:44.108520 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Usage tracker for resource:port and tenant:d81476d31c004789b55e5123007822b6 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:57:44.111334 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:57:44.117045 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:57:44.126728 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Made reservation on behalf of d81476d31c004789b55e5123007822b6 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:57:44.130237 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.290631 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Allocated IP 172.20.0.14 (9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7/648e8d49-f22c-4c2f-9895-88400d68c768/a2dd964a-5a74-4435-8294-c07b437c6628) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:57:44.495905 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.524674 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.530773 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fd4e7a94-83b3-4d75-9991-16742fb5a07b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:44.595883 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:57:44.598875 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:57:44.602674 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:57:44.633270 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Pushing event updated for resources: {'Port': ['ID=a2dd964a-5a74-4435-8294-c07b437c6628,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:44.639720 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:44.668594 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:44.669121 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:44.689123 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7242954 May 20 15:57:44.706806 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Request body: {'port': {'device_id': '48ed76be-d050-46fa-b4a5-c3e8121f1fde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:57:44.819917 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.149216 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7fd21-e2a4-44eb-9b73-76f0c863a527 req-fe5eee8f-5679-4775-ba0a-031a679b78ce tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:45.150725 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-7da7fd21-e2a4-44eb-9b73-76f0c863a527 req-fe5eee8f-5679-4775-ba0a-031a679b78ce tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 932 time: 0.0834763 May 20 15:57:45.165529 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dd964a-5a74-4435-8294-c07b437c6628 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:57:45.173243 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.187840 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Transition to ACTIVE for port object a2dd964a-5a74-4435-8294-c07b437c6628 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:57:45.191188 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.195595 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fb1679db-6d40-4541-8966-a8dc1d9da015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:45.195888 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-7da7fd21-e2a4-44eb-9b73-76f0c863a527 req-a424b8d5-e076-4a3a-a4bd-7cb306683ecd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Synchronizing usage tracker for tenant:d81476d31c004789b55e5123007822b6 on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:45.213008 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-7da7fd21-e2a4-44eb-9b73-76f0c863a527 req-a424b8d5-e076-4a3a-a4bd-7cb306683ecd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Unset dirty status for tenant:d81476d31c004789b55e5123007822b6 on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:45.214348 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-7da7fd21-e2a4-44eb-9b73-76f0c863a527 req-a424b8d5-e076-4a3a-a4bd-7cb306683ecd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572331 May 20 15:57:45.428233 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dd964a-5a74-4435-8294-c07b437c6628,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:45.436296 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:45.509421 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Attempting to bind port a2dd964a-5a74-4435-8294-c07b437c6628 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:57:45.509748 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Attempting to bind port a2dd964a-5a74-4435-8294-c07b437c6628 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '3fdc03af-2f6b-47cb-b60d-fade04436801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:57:45.510076 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Attempting to bind port a2dd964a-5a74-4435-8294-c07b437c6628 on network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:57:45.515382 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Port a2dd964a-5a74-4435-8294-c07b437c6628 on network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:57:45.515694 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Attempting to bind port a2dd964a-5a74-4435-8294-c07b437c6628 on network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:57:45.520625 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:57:45.520953 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Checking segment: {'id': '3fdc03af-2f6b-47cb-b60d-fade04436801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:57:45.521472 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Bound using segment: {'id': '3fdc03af-2f6b-47cb-b60d-fade04436801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:57:45.521748 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Bound port: a2dd964a-5a74-4435-8294-c07b437c6628, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdc03af-2f6b-47cb-b60d-fade04436801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:57:45.522084 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.608431 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] For port a2dd964a-5a74-4435-8294-c07b437c6628, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:57:45.611536 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] For port a2dd964a-5a74-4435-8294-c07b437c6628, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a2dd964a-5a74-4435-8294-c07b437c6628,segment=NetworkSegment(3fdc03af-2f6b-47cb-b60d-fade04436801),segment_id=3fdc03af-2f6b-47cb-b60d-fade04436801)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:57:45.614974 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.619258 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-458a828a-ee5c-4bbe-b51c-050234e1ba56 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:45.679111 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:45.679709 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:45.681041 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] 10.222.0.54 "PUT /v2.0/ports/a2dd964a-5a74-4435-8294-c07b437c6628 HTTP/1.1" status: 200 len: 1094 time: 0.9783020 May 20 15:57:45.681552 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ed76be-d050-46fa-b4a5-c3e8121f1fde', 'tag': 'a2dd964a-5a74-4435-8294-c07b437c6628'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:57:45.701847 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dd964a-5a74-4435-8294-c07b437c6628,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:45.704924 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:45.805831 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-23b9d0d5-3f9a-42cb-9d01-7e4de98c7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:45.807349 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-23b9d0d5-3f9a-42cb-9d01-7e4de98c7b3d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d81476d31c004789b55e5123007822b6&device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 1097 time: 0.0735409 May 20 15:57:45.871993 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ed76be-d050-46fa-b4a5-c3e8121f1fde', 'tag': 'a2dd964a-5a74-4435-8294-c07b437c6628', 'status': 'completed', 'code': 200} May 20 15:57:45.890090 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-fda4498b-c724-466a-91ae-6a94ab0b3981 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dd964a-5a74-4435-8294-c07b437c6628 HTTP/1.1" status: 200 len: 217 time: 0.0674078 May 20 15:57:45.953141 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-6c392595-0dd2-499c-8061-41acdb58f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:45.954588 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-6c392595-0dd2-499c-8061-41acdb58f837 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=648e8d49-f22c-4c2f-9895-88400d68c768 HTTP/1.1" status: 200 len: 854 time: 0.0580604 May 20 15:57:46.003120 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-7666ff6f-981b-4cef-91f9-544178471074 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408163 May 20 15:57:46.134047 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-d73d8990-e89b-448e-bd9a-00c7947565b3 service neutron] 10.222.0.54 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241820 May 20 15:57:46.269138 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-90d560de-4501-4ecc-80b9-7a2c51defa0b req-37ec6a57-b065-4e04-98d3-adeafeff9c47 service neutron] 10.222.0.54 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280420 May 20 15:57:46.401735 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66a669-ad08-4e20-8c09-a1ee291aa316 req-448f27bb-de24-4bfc-bd53-30d07c9eb5ba tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:46.403157 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8e66a669-ad08-4e20-8c09-a1ee291aa316 req-448f27bb-de24-4bfc-bd53-30d07c9eb5ba tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 944 time: 0.0827594 May 20 15:57:46.438152 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6b475-55a4-49b4-b173-517a30379eae req-121afda6-6592-4dca-a836-5aaae970aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:46.439671 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b1f6b475-55a4-49b4-b173-517a30379eae req-121afda6-6592-4dca-a836-5aaae970aef5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d81476d31c004789b55e5123007822b6&device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 1097 time: 0.0781293 May 20 15:57:46.535454 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8e66a669-ad08-4e20-8c09-a1ee291aa316 req-e8fc3bb8-d36f-422c-8f07-f5da914022cb tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257882 May 20 15:57:46.579993 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6b475-55a4-49b4-b173-517a30379eae req-98922868-69e1-48e4-85cd-e2adbecb783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:46.581434 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b1f6b475-55a4-49b4-b173-517a30379eae req-98922868-69e1-48e4-85cd-e2adbecb783f service neutron] 10.222.0.54 "GET /v2.0/networks?id=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 HTTP/1.1" status: 200 len: 915 time: 0.1339486 May 20 15:57:46.649767 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b1f6b475-55a4-49b4-b173-517a30379eae req-101acae5-ed43-4f40-b995-5fc9a29544e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2dd964a-5a74-4435-8294-c07b437c6628 HTTP/1.1" status: 200 len: 217 time: 0.0602729 May 20 15:57:46.718333 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6b475-55a4-49b4-b173-517a30379eae req-386414a4-84e7-4c58-8e40-b6e69fe21166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:46.719777 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b1f6b475-55a4-49b4-b173-517a30379eae req-386414a4-84e7-4c58-8e40-b6e69fe21166 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=648e8d49-f22c-4c2f-9895-88400d68c768 HTTP/1.1" status: 200 len: 854 time: 0.0611179 May 20 15:57:46.768533 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b1f6b475-55a4-49b4-b173-517a30379eae req-de67e5b9-8f8c-4c04-973c-b26abb50c07c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414827 May 20 15:57:46.900422 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b1f6b475-55a4-49b4-b173-517a30379eae req-dde2d3f8-8306-4c53-9cf3-2bb64bd2d02e service neutron] 10.222.0.54 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242242 May 20 15:57:47.119324 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b1f6b475-55a4-49b4-b173-517a30379eae req-3fe51926-605f-4acb-a1bd-658ec208d10f service neutron] 10.222.0.54 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099969 May 20 15:57:47.723356 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a60e77-3857-4658-99fd-aa2d1e4fb4a3 req-b13f1c4d-b18c-4a4d-b536-bed1df2a9dc7 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:47.724196 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-a1a60e77-3857-4658-99fd-aa2d1e4fb4a3 req-b13f1c4d-b18c-4a4d-b536-bed1df2a9dc7 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Synchronizing usage tracker for tenant:d81476d31c004789b55e5123007822b6 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:47.741412 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-a1a60e77-3857-4658-99fd-aa2d1e4fb4a3 req-b13f1c4d-b18c-4a4d-b536-bed1df2a9dc7 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Unset dirty status for tenant:d81476d31c004789b55e5123007822b6 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:47.742543 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a1a60e77-3857-4658-99fd-aa2d1e4fb4a3 req-b13f1c4d-b18c-4a4d-b536-bed1df2a9dc7 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 944 time: 0.1010466 May 20 15:57:47.787324 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a1a60e77-3857-4658-99fd-aa2d1e4fb4a3 req-d8ef31f9-75af-4bdc-8086-599054382530 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386407 May 20 15:57:47.956576 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device a2dd964a-5a74-4435-8294-c07b437c6628 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:57:48.089883 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port a2dd964a-5a74-4435-8294-c07b437c6628, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a2dd964a-5a74-4435-8294-c07b437c6628,segment=NetworkSegment(3fdc03af-2f6b-47cb-b60d-fade04436801),segment_id=3fdc03af-2f6b-47cb-b60d-fade04436801)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:48.103344 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': 'a2dd964a-5a74-4435-8294-c07b437c6628', 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7', 'port_id': 'a2dd964a-5a74-4435-8294-c07b437c6628', 'mac_address': 'fa:16:3e:c2:32:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648e8d49-f22c-4c2f-9895-88400d68c768', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:57:48.157105 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.173478 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dd964a-5a74-4435-8294-c07b437c6628 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:57:48.188863 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port a2dd964a-5a74-4435-8294-c07b437c6628, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a2dd964a-5a74-4435-8294-c07b437c6628,segment=NetworkSegment(3fdc03af-2f6b-47cb-b60d-fade04436801),segment_id=3fdc03af-2f6b-47cb-b60d-fade04436801)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:48.192766 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:48.194471 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:48.261571 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=a2dd964a-5a74-4435-8294-c07b437c6628,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:48.268741 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.269075 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.269403 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.269786 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.270125 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.270697 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.271043 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.271359 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.271676 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.271988 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.272300 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.272609 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:48.276524 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:48.493174 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['a2dd964a-5a74-4435-8294-c07b437c6628'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:57:48.979794 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4257ce8-2b04-4b87-8b36-d25643ba917c req-b5d4e499-295e-49cb-b8d6-fe2c699d9ba4 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:48.981286 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c4257ce8-2b04-4b87-8b36-d25643ba917c req-b5d4e499-295e-49cb-b8d6-fe2c699d9ba4 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 945 time: 0.0817764 May 20 15:57:49.027544 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c4257ce8-2b04-4b87-8b36-d25643ba917c req-2e93803b-e7a3-4148-851b-5d63c618d6d9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 May 20 15:57:49.849390 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0402e-c918-47ce-bef1-08cdedaf8115 req-9977b0eb-cebf-41c8-994f-a7153e8cecd5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:49.850754 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8cb0402e-c918-47ce-bef1-08cdedaf8115 req-9977b0eb-cebf-41c8-994f-a7153e8cecd5 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 946 time: 0.0823669 May 20 15:57:49.895383 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8cb0402e-c918-47ce-bef1-08cdedaf8115 req-b6ae4bea-809a-473d-8905-212e49476b05 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389555 May 20 15:57:49.964631 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device a2dd964a-5a74-4435-8294-c07b437c6628 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:57:50.034613 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port a2dd964a-5a74-4435-8294-c07b437c6628 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:57:50.039040 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port a2dd964a-5a74-4435-8294-c07b437c6628 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:57:50.039414 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.157348 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.183580 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ed76be-d050-46fa-b4a5-c3e8121f1fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dd964a-5a74-4435-8294-c07b437c6628'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:57:50.194415 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port a2dd964a-5a74-4435-8294-c07b437c6628, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a2dd964a-5a74-4435-8294-c07b437c6628,segment=NetworkSegment(3fdc03af-2f6b-47cb-b60d-fade04436801),segment_id=3fdc03af-2f6b-47cb-b60d-fade04436801)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:50.198887 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:50.203011 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:50.215233 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0337f3-d39f-4b07-b39a-0b1520d8c9c0 req-825e58dd-ad75-49c7-820e-fea4574a64db tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:50.217311 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ff0337f3-d39f-4b07-b39a-0b1520d8c9c0 req-825e58dd-ad75-49c7-820e-fea4574a64db tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 945 time: 0.0842664 May 20 15:57:50.235770 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ed76be-d050-46fa-b4a5-c3e8121f1fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dd964a-5a74-4435-8294-c07b437c6628', 'code': 200} May 20 15:57:50.266225 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ff0337f3-d39f-4b07-b39a-0b1520d8c9c0 req-cf40fc1d-6b78-4837-8606-e5502f31e2a7 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 May 20 15:57:50.276997 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=a2dd964a-5a74-4435-8294-c07b437c6628,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:50.288525 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:50.498709 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585fe62-7acf-4da9-a744-12176b802d19 req-9d58698e-dfa8-40bf-95fe-cd3219db4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:50.501428 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b585fe62-7acf-4da9-a744-12176b802d19 req-9d58698e-dfa8-40bf-95fe-cd3219db4108 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 1099 time: 0.0712256 May 20 15:57:50.545183 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b585fe62-7acf-4da9-a744-12176b802d19 req-9301e38c-c408-458f-97c8-6720e58fd787 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358474 May 20 15:57:51.085053 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e158d-398a-4601-8b6e-26a739da513b req-fa035250-5176-429b-82a1-1e150860e4b1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:51.086520 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3e1e158d-398a-4601-8b6e-26a739da513b req-fa035250-5176-429b-82a1-1e150860e4b1 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 946 time: 0.0786951 May 20 15:57:51.133608 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3e1e158d-398a-4601-8b6e-26a739da513b req-f1680948-16b8-437d-8265-6eb89117d5a4 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406637 May 20 15:57:51.452045 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c856c-79d8-44db-9a9f-cad28fc2ecca req-75b62c55-5301-4295-8a34-8e641e84083c tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:51.453525 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5c7c856c-79d8-44db-9a9f-cad28fc2ecca req-75b62c55-5301-4295-8a34-8e641e84083c tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 946 time: 0.0833309 May 20 15:57:51.499291 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5c7c856c-79d8-44db-9a9f-cad28fc2ecca req-14423c39-9231-4dba-9ab4-760a6db2f71b tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 May 20 15:57:51.612306 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-b271bdc8-278b-4840-b650-3fe4e87c4e16 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:51.613638 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-b271bdc8-278b-4840-b650-3fe4e87c4e16 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 946 time: 0.0795503 May 20 15:57:51.759287 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Deleting port aa89cb30-8306-4458-9022-0280b46424e7 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:51.759642 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:51.895744 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] For port aa89cb30-8306-4458-9022-0280b46424e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=aa89cb30-8306-4458-9022-0280b46424e7,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:57:51.895980 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.181830 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.182214 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.182546 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.l3_db [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Floating IP 0bcdecff-7c82-448a-acd8-30b1b2013b65 disassociated. External IP: 172.28.3.19, port: aa89cb30-8306-4458-9022-0280b46424e7. May 20 15:57:52.182891 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Calling delete_port for aa89cb30-8306-4458-9022-0280b46424e7 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:52.296559 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.302360 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:52.327589 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaedce-e737-4b05-8652-a95481a1db7f req-5a73478a-e592-4981-9e81-163b28ff5d3f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:52.329050 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5edaedce-e737-4b05-8652-a95481a1db7f req-5a73478a-e592-4981-9e81-163b28ff5d3f tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 946 time: 0.0806713 May 20 15:57:52.348932 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event deleted for resources: {'Port': ['ID=aa89cb30-8306-4458-9022-0280b46424e7,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:52.351956 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:52.378857 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5edaedce-e737-4b05-8652-a95481a1db7f req-c033cc97-b4b3-41b1-ac37-1aab9df154b3 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups?id=ca7cd01d-8111-4f95-989c-6c9eaabf97f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437739 May 20 15:57:52.537353 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Router a51c451a-1cc3-4c31-b842-752b01b22a6e has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:57:52.881928 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:57:52.891282 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] Sync routers for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:57:52.900709 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:52.901323 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:52.954991 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0083c1-647c-449a-89c7-3a6ca254f09d req-6ac5647e-a2bf-4b1c-aaa7-1cc720ef3090 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:57:52.956353 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4a0083c1-647c-449a-89c7-3a6ca254f09d req-6ac5647e-a2bf-4b1c-aaa7-1cc720ef3090 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 946 time: 0.2527401 May 20 15:57:52.970475 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] No DVR routers for this DVR port aa89cb30-8306-4458-9022-0280b46424e7 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:57:52.986257 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:52.988632 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'name': 'network-vif-deleted', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:57:53.017172 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d8c47a0f-cc79-4dcc-ada9-d4c3e481f45a req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.54 "DELETE /v2.0/ports/aa89cb30-8306-4458-9022-0280b46424e7 HTTP/1.1" status: 204 len: 173 time: 1.3972731 May 20 15:57:53.028099 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4a0083c1-647c-449a-89c7-3a6ca254f09d req-3b599deb-f610-40ff-ac18-dcbea4d225d6 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596988 May 20 15:57:53.069390 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6dfc00-805b-45b8-9bac-bd3e89dffaa1', 'name': 'network-vif-deleted', 'tag': 'aa89cb30-8306-4458-9022-0280b46424e7', 'status': 'completed', 'code': 200} May 20 15:57:53.116155 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:57:53.441353 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:53.451635 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] Checking router: a51c451a-1cc3-4c31-b842-752b01b22a6e for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:57:53.463423 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:57:53.464088 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:53.637187 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-de7e5e99-db95-4be2-93ea-db6c7682beb9 req-72276da6-99a2-46da-b7fb-08b114a56450 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Synchronizing usage tracker for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:57:53.666335 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:57:53.676324 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-de7e5e99-db95-4be2-93ea-db6c7682beb9 req-72276da6-99a2-46da-b7fb-08b114a56450 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Unset dirty status for tenant:9e368ec826784c75aa764fcc0c6e68ed on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:57:53.677554 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-de7e5e99-db95-4be2-93ea-db6c7682beb9 req-72276da6-99a2-46da-b7fb-08b114a56450 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c6dfc00-805b-45b8-9bac-bd3e89dffaa1 HTTP/1.1" status: 200 len: 210 time: 0.1553419 May 20 15:57:54.009926 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:57:54.014394 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1785874a-8f00-4261-bf1d-a00ac55b5a5a None None] The sync data for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb is: [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:51:44Z', 'revision_number': 4, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'bcfc18db-fe70-4c24-b1c7-dbf7488abe45', 'name': '', 'network_id': '269611d1-9001-4aeb-a2d6-2e6f178eec88', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'mac_address': 'fa:16:3e:af:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:39Z', 'updated_at': '2021-05-20T15:51:57Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'subnets': [{'id': 'f754e493-2fc1-4a88-b9bc-dc69210f0f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:57:54.259328 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d875d8ad-9335-4fe6-b717-8b6f6cf6ba1d None None] New status for floating IP 0bcdecff-7c82-448a-acd8-30b1b2013b65: DOWN {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:57:54.352054 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2fc98f5c-4d5c-494d-8c8a-084e9f38636b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.848993 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43412) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:55.918527 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.947026 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:55.988755 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aa89cb30-8306-4458-9022-0280b46424e7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:57:56.001011 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.005150 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0ff0de4d-ce31-41a8-ad97-0041c31d905e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:56.019955 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7cd01d-8111-4f95-989c-6c9eaabf97f0,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:56.022929 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: aa89cb30-8306-4458-9022-0280b46424e7 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:57:56.023280 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device aa89cb30-8306-4458-9022-0280b46424e7 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:57:56.031653 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.032033 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.032400 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.032764 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.033119 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.033474 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.033825 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.034177 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.034553 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.034909 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.035258 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.035608 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:57:56.038656 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:56.048253 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.048253 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "DELETE /v2.0/security-groups/ca7cd01d-8111-4f95-989c-6c9eaabf97f0 HTTP/1.1" status: 204 len: 168 time: 0.1977222 May 20 15:57:56.050448 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43416) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:56.067525 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.api.v2.resource [None req-68da151e-a364-4787-80f5-bd318bb9f2e3 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] show failed (client error): The resource could not be found. May 20 15:57:56.068710 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-68da151e-a364-4787-80f5-bd318bb9f2e3 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "GET /v2.0/security-groups/ca7cd01d-8111-4f95-989c-6c9eaabf97f0 HTTP/1.1" status: 404 len: 347 time: 0.0172443 May 20 15:57:56.071359 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43420) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:56.301814 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Deleting port a7ebed3c-9ffc-409c-9a7d-8333e88089fd {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:57:56.302047 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.427818 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.428149 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.555547 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Calling delete_port for a7ebed3c-9ffc-409c-9a7d-8333e88089fd owned by network:floatingip {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:57:56.648859 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-13d52219-2775-489a-8cdc-5ce1fff896e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.676361 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.680477 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:57:56.752019 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Pushing event deleted for resources: {'Port': ['ID=a7ebed3c-9ffc-409c-9a7d-8333e88089fd,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:57:56.754527 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:57:56.831378 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks [] for floatingip, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.849907 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:56.851066 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] 10.222.0.36 "DELETE /v2.0/floatingips/0bcdecff-7c82-448a-acd8-30b1b2013b65 HTTP/1.1" status: 204 len: 168 time: 0.7782280 May 20 15:57:56.871456 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:57.956993 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:57:59.647352 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43450) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:57:59.718264 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.344362 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8106030'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.779266 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Deleting port bcfc18db-fe70-4c24-b1c7-dbf7488abe45 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:00.779973 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:00.913367 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] For port bcfc18db-fe70-4c24-b1c7-dbf7488abe45, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=bcfc18db-fe70-4c24-b1c7-dbf7488abe45,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:00.913709 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.036512 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Calling delete_port for bcfc18db-fe70-4c24-b1c7-dbf7488abe45 owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:01.196551 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.200555 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:01.245307 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfc18db-fe70-4c24-b1c7-dbf7488abe45,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:01.249399 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:01.621105 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7956661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8106138'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:01.995490 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Router a51c451a-1cc3-4c31-b842-752b01b22a6e has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:58:02.176722 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:02.186611 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] Sync routers for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:02.189158 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] 10.222.0.36 "PUT /v2.0/routers/a51c451a-1cc3-4c31-b842-752b01b22a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5407495 May 20 15:58:02.191921 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43460) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:02.195648 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:02.196254 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:02.376062 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.376688 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:02.585175 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.664922 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Deleting port 39115ea4-cdd3-442b-8994-7579e1228b30 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:02.665200 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.743464 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:58:01Z', 'revision_number': 5, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port': {'id': '39115ea4-cdd3-442b-8994-7579e1228b30', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:58:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:51:31Z', 'updated_at': '2021-05-20T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:02.747385 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] Checking router: a51c451a-1cc3-4c31-b842-752b01b22a6e for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:58:02.755634 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] Routers {'a51c451a-1cc3-4c31-b842-752b01b22a6e'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:02.756230 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['a51c451a-1cc3-4c31-b842-752b01b22a6e'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:02.794718 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] For port 39115ea4-cdd3-442b-8994-7579e1228b30, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=39115ea4-cdd3-442b-8994-7579e1228b30,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:02.795083 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:02.924563 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] Set router a51c451a-1cc3-4c31-b842-752b01b22a6e gateway port host: None {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:03.038540 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:58:02Z', 'revision_number': 6, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port_host': None}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:03.042886 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df855fef-1e35-4a35-89dc-fb08ce7a3bc5 None None] The sync data for ids ['a51c451a-1cc3-4c31-b842-752b01b22a6e'] in dv-cinder-784779-12-smb is: [{'id': 'a51c451a-1cc3-4c31-b842-752b01b22a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-296432798-router', 'tenant_id': '9e368ec826784c75aa764fcc0c6e68ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:51:29Z', 'updated_at': '2021-05-20T15:58:02Z', 'revision_number': 6, 'project_id': '9e368ec826784c75aa764fcc0c6e68ed', 'gw_port_host': None}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:03.043230 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Calling delete_port for 39115ea4-cdd3-442b-8994-7579e1228b30 owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:03.199197 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.202870 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:03.248097 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39115ea4-cdd3-442b-8994-7579e1228b30,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:03.273646 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:03.344754 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7987973'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.529595 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7989619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32000'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.531893 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.622137 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7988537'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.622807 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a51c451a-1cc3-4c31-b842-752b01b22a6e {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:58:03.636093 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.637345 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a51c451a-1cc3-4c31-b842-752b01b22a6e HTTP/1.1" status: 204 len: 168 time: 1.4444559 May 20 15:58:03.640342 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43468) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:03.709376 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8909365-0d4d-44c0-b437-8a25fa690df3 admin admin] Deleting subnet f754e493-2fc1-4a88-b9bc-dc69210f0f84 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:03.712487 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e8909365-0d4d-44c0-b437-8a25fa690df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.762306 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e8909365-0d4d-44c0-b437-8a25fa690df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8094807'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:03.885927 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e8909365-0d4d-44c0-b437-8a25fa690df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.144422 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e8909365-0d4d-44c0-b437-8a25fa690df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7619401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6418420'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.148668 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-3d46ef62-fc56-44c5-96c1-04943c92ed72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:04.182446 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8909365-0d4d-44c0-b437-8a25fa690df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f754e493-2fc1-4a88-b9bc-dc69210f0f84,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:04.185960 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e8909365-0d4d-44c0-b437-8a25fa690df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:04.186952 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e8909365-0d4d-44c0-b437-8a25fa690df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.192077 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db13cdc4-cf9e-4204-b1aa-5bf396ee7352 None None] Network 269611d1-9001-4aeb-a2d6-2e6f178eec88 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:04.193390 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-e8909365-0d4d-44c0-b437-8a25fa690df3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f754e493-2fc1-4a88-b9bc-dc69210f0f84 HTTP/1.1" status: 204 len: 168 time: 0.5519955 May 20 15:58:04.195683 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43472) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:04.304305 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.381534 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Deleting port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:04.381771 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.462925 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] DHCP port deletion for 269611d1-9001-4aeb-a2d6-2e6f178eec88 request from dv-cinder-784779-12-smb {{(pid=91626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:58:04.489772 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] For port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=376a5cb5-e4cd-4873-91f1-3b9cdb46ae51,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:04.490124 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.533802 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 39115ea4-cdd3-442b-8994-7579e1228b30 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:04.560463 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] Deleting port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:04.561081 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.588181 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 39115ea4-cdd3-442b-8994-7579e1228b30 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:04.588531 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 39115ea4-cdd3-442b-8994-7579e1228b30 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:04.588956 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device bcfc18db-fe70-4c24-b1c7-dbf7488abe45 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:04.640329 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: bcfc18db-fe70-4c24-b1c7-dbf7488abe45 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:04.640684 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device bcfc18db-fe70-4c24-b1c7-dbf7488abe45 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:04.641105 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:04.722732 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Calling delete_port for 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 owned by network:dhcp {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:04.765603 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] For port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=376a5cb5-e4cd-4873-91f1-3b9cdb46ae51,segment=NetworkSegment(2f783f02-9504-4f5e-af83-ba821c49bfee),segment_id=2f783f02-9504-4f5e-af83-ba821c49bfee)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:04.765603 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.784450 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.789419 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-11e8e8a8-2eee-470e-b694-e37973152da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:04.835479 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] No DVR routers for this DVR port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 on host dv-cinder-784779-12-smb {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:04.837582 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=376a5cb5-e4cd-4873-91f1-3b9cdb46ae51,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:04.839899 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:04.891951 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No ports have port_id starting with 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 May 20 15:58:04.899203 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] Calling delete_port for 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:04.970931 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:04.984412 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269611d1-9001-4aeb-a2d6-2e6f178eec88']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:04.996508 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f783f02-9504-4f5e-af83-ba821c49bfee') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:04.996926 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f783f02-9504-4f5e-af83-ba821c49bfee') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:05.010255 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8094808'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.031543 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.036034 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.037880 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:05.038301 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7619567'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.040295 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: Traceback (most recent call last): May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: timer() May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: cb(*args, **kw) May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: return func(*args, **kwargs) May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: self._notify() May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: self.callback(batched_events) May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: event.method(event) May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: return f(self, *a, **k) May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: return self._get(url).json() May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:05.052174 dv-cinder-784779-12-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:05.088974 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] Pushing event deleted for resources: {'Port': ['ID=376a5cb5-e4cd-4873-91f1-3b9cdb46ae51,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:05.092360 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:05.093450 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] No DVR routers for this DVR port 376a5cb5-e4cd-4873-91f1-3b9cdb46ae51 on host dv-cinder-784779-12-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:05.130048 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.134913 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.137296 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:05.167257 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=269611d1-9001-4aeb-a2d6-2e6f178eec88,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:05.176719 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:05.182660 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-83a532d1-18aa-4d42-805a-7157d88732f2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/269611d1-9001-4aeb-a2d6-2e6f178eec88 HTTP/1.1" status: 204 len: 168 time: 0.9857903 May 20 15:58:05.310228 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43480) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:05.365695 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-d6d20153-0637-42ab-b625-caee303d0858 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e368ec826784c75aa764fcc0c6e68ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0539949 May 20 15:58:05.368048 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43484) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:05.385162 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.428131 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a554459b-2eef-43b9-b541-a6fb688e2db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.455001 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a554459b-2eef-43b9-b541-a6fb688e2db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.508038 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a554459b-2eef-43b9-b541-a6fb688e2db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.513319 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7955e7d4-ea85-48b7-92e1-4bd53f9b6f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:05.526237 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554459b-2eef-43b9-b541-a6fb688e2db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b6d21c-dc43-4ace-a437-7ab4c04e5a49,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:05.530555 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-a554459b-2eef-43b9-b541-a6fb688e2db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:05.534246 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-a554459b-2eef-43b9-b541-a6fb688e2db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:05.534923 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-a554459b-2eef-43b9-b541-a6fb688e2db1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5b6d21c-dc43-4ace-a437-7ab4c04e5a49 HTTP/1.1" status: 204 len: 168 time: 0.1659713 May 20 15:58:06.280781 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43522) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:06.384644 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1374851647-network', 'tenant_id': '8dca4f54c546466ebc34d5053830e410'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:06.389479 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:06.393291 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Usage tracker for resource:network and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:06.396131 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:06.402694 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:06.413289 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Made reservation on behalf of 8dca4f54c546466ebc34d5053830e410 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:06.415573 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.428441 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.443057 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:06.446873 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Usage tracker for resource:security_group_rule and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:06.449677 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:06.455716 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:06.540970 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.545732 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.548554 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f953422f-4924-4cb9-ac0c-192cc7a2bb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:06.576789 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:58:06.585217 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13ba68c-3594-4ec5-a11c-1c60080ba7de,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:06.588724 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:06.592259 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.592735 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Added segment 279b43e5-f844-47f5-813c-abc243e38324 of type vlan for network d2fe3226-3795-4399-9a8c-fcd1881766da May 20 15:58:06.618997 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.648937 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.650156 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:06.650764 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:06.656148 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:06.759520 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4776309 May 20 15:58:06.762480 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 43528) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:06.763516 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2fe3226-3795-4399-9a8c-fcd1881766da,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:06.766389 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:06.768626 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Request body: {'subnet': {'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1374851647-subnet', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:06.773413 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:06.773660 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network d2fe3226-3795-4399-9a8c-fcd1881766da details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:58:06.777272 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Usage tracker for resource:subnet and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:06.780933 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:06.786646 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:06.796611 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Made reservation on behalf of 8dca4f54c546466ebc34d5053830e410 for: {'subnet': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:06.799107 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6644765'] for subnet, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.183360 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6734409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6644751'] for subnet, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.187428 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-445f7af8-b590-4b63-91a4-695cc4a94ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:07.261875 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5d9f80-dc61-4c45-9b78-9199f79afee7,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:07.272964 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.273330 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.273695 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.274051 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.274417 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.274767 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.275110 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.275451 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.275794 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.276136 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.276472 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.276809 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:07.280228 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Checking segment: {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:07.280583 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Network hostable DHCP agents. Network: d2fe3226-3795-4399-9a8c-fcd1881766da, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:58:07.283381 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:07.298757 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Network d2fe3226-3795-4399-9a8c-fcd1881766da is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:58:07.307222 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, d2fe3226-3795-4399-9a8c-fcd1881766da) {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:07.315625 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:07.316217 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.316912 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d1300-53e1-4e77-a114-40dcddfe8b52 None None] Network d2fe3226-3795-4399-9a8c-fcd1881766da requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:07.336113 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-e8a32ddc-01fd-4e83-8292-abae72f477e9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5719562 May 20 15:58:07.338694 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 43534) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:07.344949 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:07.351167 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:07.355111 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Usage tracker for resource:router and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:07.358369 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:07.364756 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:07.376207 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7989653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32114'] for router, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.377230 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8080340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8031792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32011'] for router, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.392630 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.544567 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:58:07.611399 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b74e7ff-11be-525c-ad52-207b3bc2585f-d2fe3226-3795-4399-9a8c-fcd1881766da', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7'}]}} from dv-cinder-784779-12-smb. {{(pid=91626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:58:07.612235 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.709613 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8080358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7989635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32025'] for router, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.772889 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Allocated IP 172.20.0.2 (d2fe3226-3795-4399-9a8c-fcd1881766da/3f5d9f80-dc61-4c45-9b78-9199f79afee7/d418709e-d2d7-4ff1-9fcf-675fa705e2a8) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:07.983463 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:07.994829 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Transition to ACTIVE for port object d418709e-d2d7-4ff1-9fcf-675fa705e2a8 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:08.016271 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Transition to ACTIVE for port object d418709e-d2d7-4ff1-9fcf-675fa705e2a8 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:08.022157 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.025920 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:08.089699 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Network d2fe3226-3795-4399-9a8c-fcd1881766da is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:08.093578 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:08.097163 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:08.104989 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Pushing event updated for resources: {'Port': ['ID=d418709e-d2d7-4ff1-9fcf-675fa705e2a8,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:08.125099 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.134235 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:08.158908 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.190531 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Attempting to bind port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:08.190904 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Attempting to bind port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:08.191271 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Attempting to bind port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 on network d2fe3226-3795-4399-9a8c-fcd1881766da {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:08.196514 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:08.196889 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Checking segment: {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:08.197293 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.197683 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Bound using segment: {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:08.198152 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Bound port: d418709e-d2d7-4ff1-9fcf-675fa705e2a8, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:08.198555 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.287590 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] For port d418709e-d2d7-4ff1-9fcf-675fa705e2a8, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:08.290818 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] For port d418709e-d2d7-4ff1-9fcf-675fa705e2a8, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=d418709e-d2d7-4ff1-9fcf-675fa705e2a8,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:08.291665 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Allocated IP 172.28.3.34 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/95c02f6c-ab0e-4251-8c7c-1102851e50db) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:08.295615 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.300118 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:08.385012 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Pushing event updated for resources: {'Port': ['ID=d418709e-d2d7-4ff1-9fcf-675fa705e2a8,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:08.388364 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:08.453458 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.485367 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:08.489960 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-16b5825d-f252-42d3-a129-79a5d0c5c368 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:08.557937 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:08.568249 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:08.571143 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:08.633168 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Pushing event updated for resources: {'Port': ['ID=95c02f6c-ab0e-4251-8c7c-1102851e50db,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:08.636108 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:09.012295 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.281859 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bb1b58-4776-4cea-bd5e-bae983fbcaef None None] Network d2fe3226-3795-4399-9a8c-fcd1881766da requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:09.376206 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-4057bdb1-bab9-47b7-a82e-447cad185306 None None] Provisioning for port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:09.377238 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7989658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8080318'] for router, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.728013 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Router 296796a2-f430-4bd1-a140-0397d28a6c25 is scheduled to L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 with binding_index 1 {{(pid=91624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:58:09.913502 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:09.922886 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Sync routers for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:09.932891 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:09.933494 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:09.937938 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Notify callbacks [] for router, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:09.939451 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5998070 May 20 15:58:09.942293 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43552) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:10.146786 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:10.430126 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:08Z', 'revision_number': 3, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:10.435127 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Checking router: 296796a2-f430-4bd1-a140-0397d28a6c25 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:58:10.435500 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Updating router 296796a2-f430-4bd1-a140-0397d28a6c25 port 95c02f6c-ab0e-4251-8c7c-1102851e50db binding host dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:58:10.499590 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.560822 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device d418709e-d2d7-4ff1-9fcf-675fa705e2a8 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:10.633621 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:10.639592 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:10.640140 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.725912 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.767411 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.802148 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port d418709e-d2d7-4ff1-9fcf-675fa705e2a8, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=d418709e-d2d7-4ff1-9fcf-675fa705e2a8,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:10.807530 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.810567 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:10.859983 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.872991 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Transition to ACTIVE for port object 95c02f6c-ab0e-4251-8c7c-1102851e50db will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:10.881909 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.893725 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-08ba6599-cb55-40e9-8fd3-873877fcee0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:10.896784 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=d418709e-d2d7-4ff1-9fcf-675fa705e2a8,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:10.899867 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:10.968305 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Allocated IP 172.20.0.1 (d2fe3226-3795-4399-9a8c-fcd1881766da/3f5d9f80-dc61-4c45-9b78-9199f79afee7/25efdd53-6b5c-4e75-99b8-8f93cef043a4) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:10.976024 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Attempting to bind port 95c02f6c-ab0e-4251-8c7c-1102851e50db on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:10.976555 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Attempting to bind port 95c02f6c-ab0e-4251-8c7c-1102851e50db by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:10.976677 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Attempting to bind port 95c02f6c-ab0e-4251-8c7c-1102851e50db on network fae4a615-4f0b-416e-8057-595655400a68 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:10.986084 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:10.986481 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Checking segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:10.986936 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:10.987416 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Bound using segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:10.988021 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Bound port: 95c02f6c-ab0e-4251-8c7c-1102851e50db, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:10.988396 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.025495 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Pushing event updated for resources: {'Port': ['ID=95c02f6c-ab0e-4251-8c7c-1102851e50db,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:11.043243 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.043579 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.044570 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.045017 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.045343 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.045659 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.045978 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.046337 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.046660 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.046978 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.047287 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.047595 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:11.052648 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:11.081416 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] For port 95c02f6c-ab0e-4251-8c7c-1102851e50db, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:11.085126 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] For port 95c02f6c-ab0e-4251-8c7c-1102851e50db, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=95c02f6c-ab0e-4251-8c7c-1102851e50db,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:11.090243 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.097400 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:11.121813 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.137204 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Transition to ACTIVE for port object 25efdd53-6b5c-4e75-99b8-8f93cef043a4 will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:11.164302 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.168284 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:11.168910 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:11.169053 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:11.232621 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Network d2fe3226-3795-4399-9a8c-fcd1881766da is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:11.235454 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:11.239260 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:11.264703 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Pushing event updated for resources: {'Port': ['ID=95c02f6c-ab0e-4251-8c7c-1102851e50db,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:11.269420 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3ee26160-fdf3-4010-9f77-64e82153def4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:11.278780 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Pushing event updated for resources: {'Port': ['ID=25efdd53-6b5c-4e75-99b8-8f93cef043a4,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:11.286450 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:11.299136 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988135'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.370770 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:11.440124 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-b23053a8-c2c8-4e4d-8d18-d1dc746229e6 None None] Provisioning for port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:11.450180 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-b23053a8-c2c8-4e4d-8d18-d1dc746229e6 None None] Provisioning complete for port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:11.454869 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b23053a8-c2c8-4e4d-8d18-d1dc746229e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.513122 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-b23053a8-c2c8-4e4d-8d18-d1dc746229e6 None None] Port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:11.565198 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.657964 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:08Z', 'revision_number': 3, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:11.661774 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a39bef-356a-47dd-85b1-19b7c50e567a None None] The sync data for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb is: [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:08Z', 'revision_number': 3, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:11.790976 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.797147 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7619507'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.828802 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:11.913272 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Pushing event updated for resources: {'Port': ['ID=25efdd53-6b5c-4e75-99b8-8f93cef043a4,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:11.915849 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7956558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8106012'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:11.920424 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:12.065149 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Network d2fe3226-3795-4399-9a8c-fcd1881766da is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:12.066304 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:12.346486 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-af0135e6-8589-42b4-aa0c-b22af50dc66f None None] Provisioning complete for port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:12.347700 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-af0135e6-8589-42b4-aa0c-b22af50dc66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.408472 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-af0135e6-8589-42b4-aa0c-b22af50dc66f None None] Port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:12.413632 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Router 296796a2-f430-4bd1-a140-0397d28a6c25 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:58:12.596185 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 95c02f6c-ab0e-4251-8c7c-1102851e50db up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:12.612474 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:12.621441 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] 10.222.0.36 "PUT /v2.0/routers/296796a2-f430-4bd1-a140-0397d28a6c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6780596 May 20 15:58:12.665202 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 95c02f6c-ab0e-4251-8c7c-1102851e50db completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:12.670089 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 95c02f6c-ab0e-4251-8c7c-1102851e50db triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:12.670601 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.843399 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.862115 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 95c02f6c-ab0e-4251-8c7c-1102851e50db, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=95c02f6c-ab0e-4251-8c7c-1102851e50db,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:12.868643 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:12.869615 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device d418709e-d2d7-4ff1-9fcf-675fa705e2a8 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:12.906032 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:13.010807 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=95c02f6c-ab0e-4251-8c7c-1102851e50db,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:13.017978 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:13.024742 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:13.025416 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.360640 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Sync routers for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:13.375865 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:13.376303 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43576) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.377391 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:13.382425 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627636695', 'description': 'tempest-description--1655910915'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:13.389600 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:13.394292 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Usage tracker for resource:security_group and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:13.397993 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:13.409990 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:13.421353 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.447973 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:13.456994 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Usage tracker for resource:security_group_rule and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:13.459963 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:13.467376 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:13.541321 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.546087 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.551002 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5a2033f8-1b28-4adc-9225-3e237170a4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:13.583566 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:13.592325 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c37110-b764-4419-b29b-efc7290acb76,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:13.595467 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:13.596821 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.601061 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-b5aaecd1-3d12-4c71-aa8d-79eed44b83b9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2204850 May 20 15:58:13.601591 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43580) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.607493 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'security_group_rule': {'security_group_id': '09c37110-b764-4419-b29b-efc7290acb76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:13.613938 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:13.617978 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Usage tracker for resource:security_group_rule and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:13.621018 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:13.627536 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:13.643591 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.704214 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.708070 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.714245 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:13.734948 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab60c55-343c-4b60-8871-754616a85145,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:13.740359 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:13.744991 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.746120 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-4fb905e2-0810-4c32-be84-0c11885a9315 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435351 May 20 15:58:13.749483 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43584) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.754754 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'security_group_rule': {'security_group_id': '09c37110-b764-4419-b29b-efc7290acb76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:13.760434 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:13.764592 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Usage tracker for resource:security_group_rule and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:13.767506 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:13.774825 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:13.791682 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.863076 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.868017 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.870670 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:13.895611 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0799edfc-6815-48f4-8cb1-bca5f38a3ebf,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:13.898105 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:13.907125 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.911862 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-7f58ff74-208f-47e5-bfcc-c9183702c6fe tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580157 May 20 15:58:13.911862 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43588) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:13.916682 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'floatingip': {'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:13.921334 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 2, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:13.923393 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:13.925790 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Checking router: 296796a2-f430-4bd1-a140-0397d28a6c25 for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:58:13.926150 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Updating router 296796a2-f430-4bd1-a140-0397d28a6c25 port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 binding host dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:58:13.927221 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Usage tracker for resource:floatingip and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:58:13.930418 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:58:13.936483 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:13.947583 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:13.986352 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.090542 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.232460 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Allocated IP 172.28.3.54 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/f9dc8137-856d-443e-8f33-7d5ae60782cc) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:14.303311 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 43592) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:14.335853 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.349504 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Transition to ACTIVE for port object 25efdd53-6b5c-4e75-99b8-8f93cef043a4 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:14.357159 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.361117 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:14.389278 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.426411 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.437997 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-081995f6-09b9-457f-a7ce-9137ba817116 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:14.517094 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323c1e2-afff-4051-8ac7-7c2aa0d823fa None None] Pushing event updated for resources: {'Port': ['ID=25efdd53-6b5c-4e75-99b8-8f93cef043a4,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:14.523515 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'Port': ['ID=f9dc8137-856d-443e-8f33-7d5ae60782cc,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:14.531078 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:14.533246 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:14.534425 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:14.536956 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:14.589868 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8323c1e2-afff-4051-8ac7-7c2aa0d823fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:14.593095 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 95c02f6c-ab0e-4251-8c7c-1102851e50db up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:14.627363 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.631472 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Deleting port c8ba30eb-83a1-45ae-a9dc-567df54dd8d7 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:14.631844 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.718434 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Attempting to bind port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:14.718666 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Attempting to bind port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:14.718874 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Attempting to bind port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 on network d2fe3226-3795-4399-9a8c-fcd1881766da {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:14.724414 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.726962 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:14.727361 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Checking segment: {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:14.727773 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.728236 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Bound using segment: {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:14.728789 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Bound port: 25efdd53-6b5c-4e75-99b8-8f93cef043a4, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:14.729201 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.821275 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.821888 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.845938 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 95c02f6c-ab0e-4251-8c7c-1102851e50db triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:14.846371 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.952359 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] For port 25efdd53-6b5c-4e75-99b8-8f93cef043a4, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:14.956350 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] For port 25efdd53-6b5c-4e75-99b8-8f93cef043a4, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=25efdd53-6b5c-4e75-99b8-8f93cef043a4,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:14.958960 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.963528 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7619507'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:14.973057 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:14.976323 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Calling delete_port for c8ba30eb-83a1-45ae-a9dc-567df54dd8d7 owned by network:floatingip {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:14.992524 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.038627 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:15.088389 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'Port': ['ID=f9dc8137-856d-443e-8f33-7d5ae60782cc,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:15.093913 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:15.094865 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.118966 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.124762 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-6bda8b09-0d6c-4618-aee3-50f543ded601 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:15.125904 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.134856 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2221367 May 20 15:58:15.145922 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:15.146666 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:15.170681 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event deleted for resources: {'Port': ['ID=c8ba30eb-83a1-45ae-a9dc-567df54dd8d7,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:15.173657 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:15.206306 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323c1e2-afff-4051-8ac7-7c2aa0d823fa None None] Pushing event updated for resources: {'Port': ['ID=25efdd53-6b5c-4e75-99b8-8f93cef043a4,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:15.219425 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8323c1e2-afff-4051-8ac7-7c2aa0d823fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:15.296631 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for floatingip, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:15.297261 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.l3_db [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Floating IP 6fdc6474-a781-4f74-8894-0f6d6edc54f5 disassociated (deleted). External IP: 172.28.3.104, port: 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e. May 20 15:58:15.379586 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:15.428032 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-34854db5-921d-45a7-b357-580a6a4121c0 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1627636695&fields=id&tenant_id=8dca4f54c546466ebc34d5053830e410 HTTP/1.1" status: 200 len: 267 time: 0.1325529 May 20 15:58:15.716662 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:14Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:15.721333 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99921ef0-d9f0-4548-9d93-ce352bc29d5d None None] The sync data for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb is: [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:14Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:15.848982 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-10024fd4-8fbd-473e-803b-67c2c7d6c502 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:15.850512 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-10024fd4-8fbd-473e-803b-67c2c7d6c502 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 811 time: 0.3697052 May 20 15:58:15.923477 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-6ba35d53-8a06-4814-8873-900427827bbd tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/quotas/8dca4f54c546466ebc34d5053830e410 HTTP/1.1" status: 200 len: 375 time: 0.0670936 May 20 15:58:16.026416 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Router d3c604de-ac6f-4751-b23e-aa84eb767bb7 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:58:16.134077 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-961dbc3c-5093-44ce-a7c0-bd4bf1d715ce tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2027314 May 20 15:58:16.334710 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:16.347831 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] Sync routers for ids ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:16.361282 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] Routers {'d3c604de-ac6f-4751-b23e-aa84eb767bb7'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:16.362252 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:16.379946 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.417090 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-edd23eae-56f3-40a0-b7bc-13f26b28fac2 service neutron] 10.222.0.36 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243433 May 20 15:58:16.493514 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "DELETE /v2.0/floatingips/6fdc6474-a781-4f74-8894-0f6d6edc54f5 HTTP/1.1" status: 204 len: 168 time: 2.1884153 May 20 15:58:16.496668 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:16.568354 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] Set router d3c604de-ac6f-4751-b23e-aa84eb767bb7 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:16.598291 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 25efdd53-6b5c-4e75-99b8-8f93cef043a4 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:16.619863 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-9e1950e5-8398-4fa0-8af9-d5aa2a5f86ca service neutron] 10.222.0.36 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942043 May 20 15:58:16.710173 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:16.717065 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:16.717586 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:16.887335 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'status': 'completed', 'code': 200} May 20 15:58:16.896091 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-21f1d749-d72a-40e7-aff3-80d51fa06c2b req-570922fc-8d1e-420d-94a9-51736fb041ba tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Synchronizing usage tracker for tenant:8dca4f54c546466ebc34d5053830e410 on resource:port {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:16.919655 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-21f1d749-d72a-40e7-aff3-80d51fa06c2b req-570922fc-8d1e-420d-94a9-51736fb041ba tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Unset dirty status for tenant:8dca4f54c546466ebc34d5053830e410 on resource:port {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:16.932728 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-21f1d749-d72a-40e7-aff3-80d51fa06c2b req-570922fc-8d1e-420d-94a9-51736fb041ba tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 210 time: 0.0888219 May 20 15:58:16.984344 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.041092 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 25efdd53-6b5c-4e75-99b8-8f93cef043a4, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=25efdd53-6b5c-4e75-99b8-8f93cef043a4,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:17.046827 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:17.050799 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:17.062220 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:05Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'ecd74f5a-c289-44f8-bee2-bd622b05a92a', 'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'mac_address': 'fa:16:3e:4f:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:04Z', 'updated_at': '2021-05-20T15:53:15Z', 'revision_number': 5, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'subnets': [{'id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:17.067384 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] Checking router: d3c604de-ac6f-4751-b23e-aa84eb767bb7 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:58:17.079378 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] Routers {'d3c604de-ac6f-4751-b23e-aa84eb767bb7'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:17.080212 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:17.113014 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853774d-8cea-4d83-a4df-9788f13c116f req-5af35a3c-ebff-4178-883c-66724e95f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:17.114793 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b853774d-8cea-4d83-a4df-9788f13c116f req-5af35a3c-ebff-4178-883c-66724e95f725 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1eb94c49a1514d9b817420801fb239a0&device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 1099 time: 0.1897247 May 20 15:58:17.134774 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba11f51-24e0-4460-98d8-cc35066aa703 req-194ff39f-711b-47c1-ba72-33ea51244a3d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:17.135715 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-9ba11f51-24e0-4460-98d8-cc35066aa703 req-194ff39f-711b-47c1-ba72-33ea51244a3d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Synchronizing usage tracker for tenant:1eb94c49a1514d9b817420801fb239a0 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:17.161693 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=25efdd53-6b5c-4e75-99b8-8f93cef043a4,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:17.165767 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:17.257758 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-9ba11f51-24e0-4460-98d8-cc35066aa703 req-194ff39f-711b-47c1-ba72-33ea51244a3d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Unset dirty status for tenant:1eb94c49a1514d9b817420801fb239a0 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:17.259036 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9ba11f51-24e0-4460-98d8-cc35066aa703 req-194ff39f-711b-47c1-ba72-33ea51244a3d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.2269223 May 20 15:58:17.335853 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] Set router d3c604de-ac6f-4751-b23e-aa84eb767bb7 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:17.348907 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9ba11f51-24e0-4460-98d8-cc35066aa703 req-e52133f0-983c-4158-b971-8d7be63bbaa9 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814013 May 20 15:58:17.350087 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853774d-8cea-4d83-a4df-9788f13c116f req-7c9693d8-4020-4762-bedb-f3d46a6ecb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:17.351434 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b853774d-8cea-4d83-a4df-9788f13c116f req-7c9693d8-4020-4762-bedb-f3d46a6ecb39 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7aa8059-be66-4aa1-874e-9d6e3397c874 HTTP/1.1" status: 200 len: 910 time: 0.2122312 May 20 15:58:17.438139 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b853774d-8cea-4d83-a4df-9788f13c116f req-4ca9bef0-1899-45d8-ae0d-ddd864583c83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e HTTP/1.1" status: 200 len: 217 time: 0.0790212 May 20 15:58:17.527631 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853774d-8cea-4d83-a4df-9788f13c116f req-166ec285-37ae-4238-80ec-0f14dd5d9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:17.529588 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b853774d-8cea-4d83-a4df-9788f13c116f req-166ec285-37ae-4238-80ec-0f14dd5d9c5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1a02094e-cb94-48e6-8251-2bd9be727065 HTTP/1.1" status: 200 len: 848 time: 0.0840800 May 20 15:58:17.617641 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853774d-8cea-4d83-a4df-9788f13c116f req-95eb96d8-d874-4664-898f-f192341a7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:17.619061 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b853774d-8cea-4d83-a4df-9788f13c116f req-95eb96d8-d874-4664-898f-f192341a7464 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7aa8059-be66-4aa1-874e-9d6e3397c874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0791907 May 20 15:58:17.724129 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:05Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'ecd74f5a-c289-44f8-bee2-bd622b05a92a', 'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'mac_address': 'fa:16:3e:4f:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:04Z', 'updated_at': '2021-05-20T15:53:15Z', 'revision_number': 5, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'subnets': [{'id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:17.731445 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbfa5e8-2505-4015-97d0-3f53fdcf881d None None] The sync data for ids ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'] in dv-cinder-784779-12-smb is: [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:53:05Z', 'revision_number': 4, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': 'ecd74f5a-c289-44f8-bee2-bd622b05a92a', 'name': '', 'network_id': 'a7aa8059-be66-4aa1-874e-9d6e3397c874', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'mac_address': 'fa:16:3e:4f:8c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:04Z', 'updated_at': '2021-05-20T15:53:15Z', 'revision_number': 5, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'subnets': [{'id': '1a02094e-cb94-48e6-8251-2bd9be727065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:17.832988 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b853774d-8cea-4d83-a4df-9788f13c116f req-91d5b21d-1f53-4b55-9d7e-05afc181028d service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935515 May 20 15:58:17.985280 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2a2a16-11e7-4c91-b21e-a7b8fc5805ce None None] New status for floating IP 6fdc6474-a781-4f74-8894-0f6d6edc54f5: DOWN {{(pid=91626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:58:18.130647 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b3f84b9d-12e7-4565-a8dc-3e5065035354 req-84c64c73-03f6-4975-b99e-174ef2fa1d33 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 210 time: 0.0594056 May 20 15:58:18.159159 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b853774d-8cea-4d83-a4df-9788f13c116f req-6df338dc-0822-45f0-981b-63b6e20a5871 service neutron] 10.222.0.54 "GET /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004353 May 20 15:58:18.538251 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 25efdd53-6b5c-4e75-99b8-8f93cef043a4 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:18.593922 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af4abf-4033-47d3-93f8-b2279f90afc8 req-adb71042-5bd2-4466-a876-1ab39e598f1f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:18.595873 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-47af4abf-4033-47d3-93f8-b2279f90afc8 req-adb71042-5bd2-4466-a876-1ab39e598f1f tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1347666 May 20 15:58:18.600577 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-c8102ff2-0b83-4254-8416-fe210824f8e6 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:18.602335 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-c8102ff2-0b83-4254-8416-fe210824f8e6 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.54 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 811 time: 0.1857455 May 20 15:58:18.641495 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:18.641782 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:18.646271 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-47af4abf-4033-47d3-93f8-b2279f90afc8 req-97a1d5f9-30db-4de6-aea4-1ad1638bd5a6 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 May 20 15:58:18.697287 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b3a0f783-f1aa-4602-bae3-fb881263bd09 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dca4f54c546466ebc34d5053830e410 HTTP/1.1" status: 200 len: 380 time: 0.0465281 May 20 15:58:18.765917 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'port': {'device_id': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'admin_state_up': True, 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'security_groups': ['09c37110-b764-4419-b29b-efc7290acb76']}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:18.972508 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60330c95-4783-4ef1-ba36-954de63651a2 req-f6ad9447-4a4d-43ad-aec2-47c39504cdbb tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:18.973929 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-60330c95-4783-4ef1-ba36-954de63651a2 req-f6ad9447-4a4d-43ad-aec2-47c39504cdbb tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.54 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.1935470 May 20 15:58:18.975100 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:19.019370 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:19.048044 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Made reservation on behalf of 8dca4f54c546466ebc34d5053830e410 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:19.051474 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.294742 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-60330c95-4783-4ef1-ba36-954de63651a2 req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Deleting port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:19.294990 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-60330c95-4783-4ef1-ba36-954de63651a2 req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.325896 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3e3aefbc-d7b1-4639-b034-f9c480811294 req-536aaf66-83ec-4ae3-b435-1b3bfae703b8 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 210 time: 0.0827956 May 20 15:58:19.399183 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Allocated IP 172.20.0.3 (d2fe3226-3795-4399-9a8c-fcd1881766da/3f5d9f80-dc61-4c45-9b78-9199f79afee7/c9be76cb-a9ec-4147-9b12-0a1cc1da1791) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:19.479088 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-60330c95-4783-4ef1-ba36-954de63651a2 req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] For port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:19.479446 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-60330c95-4783-4ef1-ba36-954de63651a2 req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.634716 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-60330c95-4783-4ef1-ba36-954de63651a2 req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Calling delete_port for 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:19.766092 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.794112 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Transition to ACTIVE for port object c9be76cb-a9ec-4147-9b12-0a1cc1da1791 will not be triggered until provisioned by entity DHCP. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:19.846737 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b054e8e-5571-438d-ad44-a013cf261712 req-24a8a760-4fb1-445a-9734-72d90fabac4d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:19.848222 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4b054e8e-5571-438d-ad44-a013cf261712 req-24a8a760-4fb1-445a-9734-72d90fabac4d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 946 time: 0.0832691 May 20 15:58:19.873447 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-60330c95-4783-4ef1-ba36-954de63651a2 req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.875898 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:19.880710 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-0f298f66-24d1-489b-b0f6-6d493cf98a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:19.931663 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event deleted for resources: {'Port': ['ID=7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:19.939390 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:19.939828 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:20.003243 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4b054e8e-5571-438d-ad44-a013cf261712 req-69a9e4f0-92f8-498e-8764-2da1c91f68c2 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/security-groups?id=353dec9a-514a-4c61-a550-a42dedde3f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491520 May 20 15:58:20.133326 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Network d2fe3226-3795-4399-9a8c-fcd1881766da is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:20.162795 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:20.175353 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:20.206750 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-60330c95-4783-4ef1-ba36-954de63651a2 req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] No DVR routers for this DVR port 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:20.214839 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-60330c95-4783-4ef1-ba36-954de63651a2 req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.220489 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'name': 'network-vif-deleted', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:20.238119 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'Port': ['ID=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:20.247112 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:20.259584 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-60330c95-4783-4ef1-ba36-954de63651a2 req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.54 "DELETE /v2.0/ports/7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e HTTP/1.1" status: 204 len: 173 time: 1.2771695 May 20 15:58:20.276402 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:20.277200 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.283511 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3062a080-c6b1-4f0a-aa21-8270891f0e9e', 'name': 'network-vif-deleted', 'tag': '7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e', 'status': 'completed', 'code': 200} May 20 15:58:20.302863 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-a724474e-c72f-4bcb-9943-35b550183acf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5415115 May 20 15:58:20.322308 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Request body: {'port': {'device_id': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:20.429046 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-5869faa8-7b28-41d5-8296-9f72f3b38f34 None None] Provisioning for port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:20.434522 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-5869faa8-7b28-41d5-8296-9f72f3b38f34 None None] Provisioning complete for port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:20.435267 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5869faa8-7b28-41d5-8296-9f72f3b38f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.476767 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.511418 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-5869faa8-7b28-41d5-8296-9f72f3b38f34 None None] Port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:58:20.545405 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd562a-9997-4ff3-a1aa-22d6157a33ac req-17128166-f43c-48c1-a983-9713b390cc1f tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:20.546882 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-60dd562a-9997-4ff3-a1aa-22d6157a33ac req-17128166-f43c-48c1-a983-9713b390cc1f tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 931 time: 0.0985415 May 20 15:58:20.593692 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-60dd562a-9997-4ff3-a1aa-22d6157a33ac req-8e56abb1-6dc1-4aa7-a249-7642ea00a4a3 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Synchronizing usage tracker for tenant:8dca4f54c546466ebc34d5053830e410 on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:20.612436 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-60dd562a-9997-4ff3-a1aa-22d6157a33ac req-8e56abb1-6dc1-4aa7-a249-7642ea00a4a3 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Unset dirty status for tenant:8dca4f54c546466ebc34d5053830e410 on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:20.620635 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-60dd562a-9997-4ff3-a1aa-22d6157a33ac req-8e56abb1-6dc1-4aa7-a249-7642ea00a4a3 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678203 May 20 15:58:20.875696 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9be76cb-a9ec-4147-9b12-0a1cc1da1791 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:20.882987 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.897564 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Transition to ACTIVE for port object c9be76cb-a9ec-4147-9b12-0a1cc1da1791 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:20.900866 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:20.905643 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c2b3d0d4-264a-4c3f-a444-5c67d43d3456 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:21.111669 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Pushing event updated for resources: {'Port': ['ID=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:21.118435 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:21.164096 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Attempting to bind port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:21.164420 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Attempting to bind port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:21.164750 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Attempting to bind port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 on network d2fe3226-3795-4399-9a8c-fcd1881766da {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:21.170490 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 on network d2fe3226-3795-4399-9a8c-fcd1881766da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:58:21.170814 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Attempting to bind port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 on network d2fe3226-3795-4399-9a8c-fcd1881766da {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:21.176194 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:21.176617 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Checking segment: {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:21.176892 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Bound using segment: {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:21.177316 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Bound port: c9be76cb-a9ec-4147-9b12-0a1cc1da1791, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:21.177719 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.226857 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5679a9de-c2c2-4e2b-b0d7-164643676838 req-bc384760-08d1-4a68-9dc6-b57fecf55e81 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062a080-c6b1-4f0a-aa21-8270891f0e9e HTTP/1.1" status: 200 len: 210 time: 0.0551217 May 20 15:58:21.285235 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] For port c9be76cb-a9ec-4147-9b12-0a1cc1da1791, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:21.288224 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] For port c9be76cb-a9ec-4147-9b12-0a1cc1da1791, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:21.294726 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.299758 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b9768087-75fb-4955-beb4-1649499d3a72 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:21.358849 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:21.359461 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:21.360822 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] 10.222.0.54 "PUT /v2.0/ports/c9be76cb-a9ec-4147-9b12-0a1cc1da1791 HTTP/1.1" status: 200 len: 1093 time: 1.0429454 May 20 15:58:21.380003 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Pushing event updated for resources: {'Port': ['ID=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:21.389984 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:21.507671 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-5d3f4e2e-cf07-4d09-b052-ef3f10d37736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:21.509055 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-5d3f4e2e-cf07-4d09-b052-ef3f10d37736 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 1096 time: 0.0740695 May 20 15:58:21.597102 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-c15af2b9-d91c-4c39-b5bf-6f9794f0f491 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791 HTTP/1.1" status: 200 len: 217 time: 0.0647004 May 20 15:58:21.662623 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-be239b3c-6f55-41cb-b7d7-ade68d96319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:21.663981 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-be239b3c-6f55-41cb-b7d7-ade68d96319a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 200 len: 850 time: 0.0603361 May 20 15:58:21.790808 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-603de816-b858-417f-9ef5-8b321a949921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:21.792255 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-603de816-b858-417f-9ef5-8b321a949921 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2fe3226-3795-4399-9a8c-fcd1881766da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1210713 May 20 15:58:21.857705 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034958d-6226-4ec8-9407-90da53215ada req-cf08fb42-38a2-4a05-a2b1-13575d09ee5d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:21.858544 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-c034958d-6226-4ec8-9407-90da53215ada req-cf08fb42-38a2-4a05-a2b1-13575d09ee5d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Synchronizing usage tracker for tenant:8dca4f54c546466ebc34d5053830e410 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:21.928854 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-c034958d-6226-4ec8-9407-90da53215ada req-cf08fb42-38a2-4a05-a2b1-13575d09ee5d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Unset dirty status for tenant:8dca4f54c546466ebc34d5053830e410 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:21.929907 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c034958d-6226-4ec8-9407-90da53215ada req-cf08fb42-38a2-4a05-a2b1-13575d09ee5d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 943 time: 0.2023990 May 20 15:58:22.065251 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-8ba50465-44a0-4fac-97cd-67aaf509dbd1 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646010 May 20 15:58:22.116814 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c034958d-6226-4ec8-9407-90da53215ada req-9d7ba14a-a401-4955-a870-ece350a03eba tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788559 May 20 15:58:22.159522 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:22.193806 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:22.194068 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 7f878fe8-9e4c-4d7f-abd5-e314a1e1ce1e not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:22.212115 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fabb2a4-bcd2-4df1-9306-1fa79351167e req-6b4bfeaa-d746-48d4-9952-b792e1689017 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368511 May 20 15:58:22.284804 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'tag': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:22.327702 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 43682) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:22.330874 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'tag': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791', 'status': 'completed', 'code': 200} May 20 15:58:22.440829 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9f30cc0d-5c1d-43b9-b901-05f47675d018 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.485601 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9f30cc0d-5c1d-43b9-b901-05f47675d018 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.529266 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-1ef4f7b8-4414-41ac-b928-3ffa973cb8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:22.530782 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-1ef4f7b8-4414-41ac-b928-3ffa973cb8ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 1096 time: 0.1510782 May 20 15:58:22.642466 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9f30cc0d-5c1d-43b9-b901-05f47675d018 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.647874 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-6a69aacc-4f90-4a7a-bf63-b94f1a29c0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:22.666800 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30cc0d-5c1d-43b9-b901-05f47675d018 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353dec9a-514a-4c61-a550-a42dedde3f29,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:22.669284 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-9f30cc0d-5c1d-43b9-b901-05f47675d018 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:22.697003 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-20b7a86d-19e8-4e7e-b12b-7316519a8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:22.698516 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-20b7a86d-19e8-4e7e-b12b-7316519a8ade service neutron] 10.222.0.54 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 912 time: 0.1591966 May 20 15:58:22.699436 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-9f30cc0d-5c1d-43b9-b901-05f47675d018 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:22.701050 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-9f30cc0d-5c1d-43b9-b901-05f47675d018 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] 10.222.0.36 "DELETE /v2.0/security-groups/353dec9a-514a-4c61-a550-a42dedde3f29 HTTP/1.1" status: 204 len: 168 time: 0.3723876 May 20 15:58:22.746452 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43688) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:22.776113 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-75ea6b8b-ff41-4c93-aabf-af719dcf00bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791 HTTP/1.1" status: 200 len: 217 time: 0.0696039 May 20 15:58:22.843764 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-6ca711d6-a11c-44b7-824c-e6a85170ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:22.845234 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-6ca711d6-a11c-44b7-824c-e6a85170ee28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 200 len: 850 time: 0.0618155 May 20 15:58:22.928042 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-24d8c836-f57b-4922-9856-df006ecd01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:22.929510 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-24d8c836-f57b-4922-9856-df006ecd01f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2fe3226-3795-4399-9a8c-fcd1881766da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0772076 May 20 15:58:23.065533 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-85ee6659-c571-4f3b-b449-a8825e6b1764 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286566 May 20 15:58:23.214093 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-774cf23f-d284-48ec-a9da-0c1ae8a222e9 req-f528345d-cdd4-430f-a7a1-6a166d92e8ce service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414752 May 20 15:58:23.323643 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2b3a-c7b0-4ffa-8b51-08e134ab1482 req-60349a25-0178-44a7-ba2b-6e248b869675 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:23.325639 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fbe2b3a-c7b0-4ffa-8b51-08e134ab1482 req-60349a25-0178-44a7-ba2b-6e248b869675 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 943 time: 0.0889733 May 20 15:58:23.380945 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7fbe2b3a-c7b0-4ffa-8b51-08e134ab1482 req-85e13b37-b6b0-48b7-bbfa-9ba5d7b3cb0b tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445676 May 20 15:58:23.383421 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8106030'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.800781 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Deleting port ecd74f5a-c289-44f8-bee2-bd622b05a92a {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:23.801520 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:23.924967 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] For port ecd74f5a-c289-44f8-bee2-bd622b05a92a, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ecd74f5a-c289-44f8-bee2-bd622b05a92a,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:23.925322 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.056956 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Calling delete_port for ecd74f5a-c289-44f8-bee2-bd622b05a92a owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:24.185069 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device c9be76cb-a9ec-4147-9b12-0a1cc1da1791 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:58:24.365056 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port c9be76cb-a9ec-4147-9b12-0a1cc1da1791, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:24.391833 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'port_id': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791', 'mac_address': 'fa:16:3e:cd:71:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:58:24.393899 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2d864e66-b8d6-416d-8275-73466caeb46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.460976 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.478701 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.480224 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9be76cb-a9ec-4147-9b12-0a1cc1da1791 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:24.482646 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:24.497078 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port c9be76cb-a9ec-4147-9b12-0a1cc1da1791, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:24.501396 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:24.503164 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:24.527111 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd74f5a-c289-44f8-bee2-bd622b05a92a,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:24.531274 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:24.579832 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:24.583312 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:24.598483 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8c994-689a-41ba-86cf-efe3be11151d req-18b30033-6ac8-4fbe-b4b3-8b7520275319 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:24.600001 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-11c8c994-689a-41ba-86cf-efe3be11151d req-18b30033-6ac8-4fbe-b4b3-8b7520275319 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 944 time: 0.1040046 May 20 15:58:24.648024 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-11c8c994-689a-41ba-86cf-efe3be11151d req-a490e321-cb84-4bcf-9ade-7557bdce6a3b tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419333 May 20 15:58:24.821470 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['c9be76cb-a9ec-4147-9b12-0a1cc1da1791'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:58:24.828746 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7956661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8106138'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.192649 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Router d3c604de-ac6f-4751-b23e-aa84eb767bb7 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:58:25.376036 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:25.384274 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] Sync routers for ids ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:25.388531 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] 10.222.0.36 "PUT /v2.0/routers/d3c604de-ac6f-4751-b23e-aa84eb767bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6391191 May 20 15:58:25.390945 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43710) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:25.393754 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] Routers {'d3c604de-ac6f-4751-b23e-aa84eb767bb7'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:25.394391 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:25.616013 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] Set router d3c604de-ac6f-4751-b23e-aa84eb767bb7 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:25.687251 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.909898 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15'}], 'enable_snat': True}, 'gw_port_id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:58:24Z', 'revision_number': 5, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port': {'id': '7a3e0ded-93ad-4626-a201-9b1dfbb4aceb', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:52:59Z', 'updated_at': '2021-05-20T15:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:25.914215 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] Checking router: d3c604de-ac6f-4751-b23e-aa84eb767bb7 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:58:25.922581 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:25.924555 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] Routers {'d3c604de-ac6f-4751-b23e-aa84eb767bb7'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:25.925166 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:57:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:25.940697 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711f4e0-7090-482b-aed2-49aa963d405d req-2398cad5-c7c5-4e7c-a991-3156565376b4 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:25.942098 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-9711f4e0-7090-482b-aed2-49aa963d405d req-2398cad5-c7c5-4e7c-a991-3156565376b4 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 944 time: 0.1777682 May 20 15:58:26.031220 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-9711f4e0-7090-482b-aed2-49aa963d405d req-08025405-91c8-4cbb-96e9-995ca1e59117 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614889 May 20 15:58:26.046239 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Deleting port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:26.046759 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.078383 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] Set router d3c604de-ac6f-4751-b23e-aa84eb767bb7 gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:26.176117 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] For port 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=7a3e0ded-93ad-4626-a201-9b1dfbb4aceb,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:26.176466 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.185287 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:58:25Z', 'revision_number': 6, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port_host': None}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:26.189219 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d538ee-3972-4d16-8f90-9d728aa9ac49 None None] The sync data for ids ['d3c604de-ac6f-4751-b23e-aa84eb767bb7'] in dv-cinder-784779-12-smb is: [{'id': 'd3c604de-ac6f-4751-b23e-aa84eb767bb7', 'name': 'tempest-TestShelveInstance-1497984314-router', 'tenant_id': '1eb94c49a1514d9b817420801fb239a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:52:58Z', 'updated_at': '2021-05-20T15:58:25Z', 'revision_number': 6, 'project_id': '1eb94c49a1514d9b817420801fb239a0', 'gw_port_host': None}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:26.203037 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device c9be76cb-a9ec-4147-9b12-0a1cc1da1791 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:26.288791 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:26.294791 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:26.295166 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.308338 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Calling delete_port for 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:26.414901 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.446359 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:26.459275 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port c9be76cb-a9ec-4147-9b12-0a1cc1da1791, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:26.461035 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.464370 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.467286 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:26.471411 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:26.522295 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791', 'code': 200} May 20 15:58:26.546432 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:26.550384 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:26.572724 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3e0ded-93ad-4626-a201-9b1dfbb4aceb,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:26.577310 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:26.651576 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7987973'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.653312 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ecd74f5a-c289-44f8-bee2-bd622b05a92a no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:26.691206 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: ecd74f5a-c289-44f8-bee2-bd622b05a92a {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:26.691751 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ecd74f5a-c289-44f8-bee2-bd622b05a92a not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:26.702974 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6c429264-42a1-4a4e-a1fd-84434d2ac870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.832884 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05987f-a32d-4739-957a-7604bf5116c5 req-d7e14c7b-a71e-430e-9957-3f57b94e432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:26.834476 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7e05987f-a32d-4739-957a-7604bf5116c5 req-d7e14c7b-a71e-430e-9957-3f57b94e432a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 1098 time: 0.0708456 May 20 15:58:26.836903 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7989619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32000'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.839090 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.864582 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7988537'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.865367 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c604de-ac6f-4751-b23e-aa84eb767bb7 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:58:26.878238 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.880489 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.881771 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6d363e96-8b7c-4815-bad8-0b9586d36a1e admin admin] 10.222.0.36 "DELETE /v2.0/routers/d3c604de-ac6f-4751-b23e-aa84eb767bb7 HTTP/1.1" status: 204 len: 168 time: 1.4899359 May 20 15:58:26.884211 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43726) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:26.890503 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7e05987f-a32d-4739-957a-7604bf5116c5 req-5d586ca5-1257-435a-91ac-a2e25cc2ffa2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405505 May 20 15:58:26.944909 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-01684e21-fc22-4314-8ec4-58b44d0b1cc6 admin admin] Deleting subnet 1a02094e-cb94-48e6-8251-2bd9be727065 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:26.947766 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01684e21-fc22-4314-8ec4-58b44d0b1cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:26.995664 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01684e21-fc22-4314-8ec4-58b44d0b1cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8094807'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.080858 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01684e21-fc22-4314-8ec4-58b44d0b1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.389752 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c16fd-7286-4a03-bb2c-c9e084092e62 req-0016caa2-7948-4d9e-a1aa-aa70f21dac08 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:27.391282 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4c7c16fd-7286-4a03-bb2c-c9e084092e62 req-0016caa2-7948-4d9e-a1aa-aa70f21dac08 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0943751 May 20 15:58:27.438219 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4c7c16fd-7286-4a03-bb2c-c9e084092e62 req-73234b38-e5e3-49e0-84c0-34456ebcb850 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409656 May 20 15:58:27.457300 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01684e21-fc22-4314-8ec4-58b44d0b1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7619401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6418420'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.462463 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:27.501602 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01684e21-fc22-4314-8ec4-58b44d0b1cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a02094e-cb94-48e6-8251-2bd9be727065,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:27.503511 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-01684e21-fc22-4314-8ec4-58b44d0b1cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.507123 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-01684e21-fc22-4314-8ec4-58b44d0b1cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:27.508258 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e653b9-b513-4568-a43e-68af9961a7e5 None None] Network a7aa8059-be66-4aa1-874e-9d6e3397c874 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:27.509814 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-01684e21-fc22-4314-8ec4-58b44d0b1cc6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1a02094e-cb94-48e6-8251-2bd9be727065 HTTP/1.1" status: 204 len: 168 time: 0.6247025 May 20 15:58:27.512267 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43734) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:27.616458 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.688783 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Deleting port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:27.689130 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.770912 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] DHCP port deletion for a7aa8059-be66-4aa1-874e-9d6e3397c874 request from dv-cinder-784779-12-smb {{(pid=91626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:58:27.806576 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] For port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=8a250ba2-e6cd-43aa-a3ee-9ec980088f32,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:27.806925 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.841638 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] Deleting port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:27.842514 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.937135 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Calling delete_port for 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 owned by network:dhcp {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:27.952375 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] For port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=8a250ba2-e6cd-43aa-a3ee-9ec980088f32,segment=NetworkSegment(f5b5a62e-3af5-48f1-a951-229c6024c4ea),segment_id=f5b5a62e-3af5-48f1-a951-229c6024c4ea)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:27.952775 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.995202 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:27.999766 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-aba357e6-6436-4132-9e94-bc7774391161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:28.046991 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Pushing event deleted for resources: {'Port': ['ID=8a250ba2-e6cd-43aa-a3ee-9ec980088f32,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:28.050253 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:28.051145 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] No DVR routers for this DVR port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 on host dv-cinder-784779-12-smb {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:28.099407 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] Calling delete_port for 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:28.108932 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.146622 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.151698 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:28.172453 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.185389 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7aa8059-be66-4aa1-874e-9d6e3397c874']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:28.197522 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b5a62e-3af5-48f1-a951-229c6024c4ea') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:28.197823 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b5a62e-3af5-48f1-a951-229c6024c4ea') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:28.198109 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] Pushing event deleted for resources: {'Port': ['ID=8a250ba2-e6cd-43aa-a3ee-9ec980088f32,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:28.200030 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] No DVR routers for this DVR port 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 on host dv-cinder-784779-12-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:28.201689 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:28.212925 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8094808'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.229861 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.236786 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:28.237163 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7619567'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: Traceback (most recent call last): May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: timer() May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: cb(*args, **kw) May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: return func(*args, **kwargs) May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: self._notify() May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: self.callback(batched_events) May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: event.method(event) May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: return f(self, *a, **k) May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: return self._get(url).json() May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:28.250084 dv-cinder-784779-12-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:28.325932 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.331182 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:28.334539 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:28.364902 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Pushing event deleted for resources: {'Network': ['ID=a7aa8059-be66-4aa1-874e-9d6e3397c874,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:28.364902 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:28.364902 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] 10.222.0.36 "DELETE /v2.0/networks/a7aa8059-be66-4aa1-874e-9d6e3397c874 HTTP/1.1" status: 204 len: 168 time: 0.8503115 May 20 15:58:28.367284 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 43740) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:28.506709 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:28.547187 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:28.547891 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 8a250ba2-e6cd-43aa-a3ee-9ec980088f32 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:28.548086 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:28.584529 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:28.584902 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 7a3e0ded-93ad-4626-a201-9b1dfbb4aceb not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:28.649757 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2b7af-c290-479e-9070-e1c7fcf597f8 req-5dd48465-5043-45f0-a0e3-79d4108a63db tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:28.651248 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a1e2b7af-c290-479e-9070-e1c7fcf597f8 req-5dd48465-5043-45f0-a0e3-79d4108a63db tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0904505 May 20 15:58:28.701122 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a1e2b7af-c290-479e-9070-e1c7fcf597f8 req-6ead1022-003b-4b40-8362-e581e296db33 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 May 20 15:58:28.983537 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b41d65-b7a7-4783-b663-628db30bb868 req-b37dc5b4-e959-4cb1-bed5-54f33afc90f5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:28.984969 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-20b41d65-b7a7-4783-b663-628db30bb868 req-b37dc5b4-e959-4cb1-bed5-54f33afc90f5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.1677191 May 20 15:58:28.994218 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43748) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:29.000250 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-8482a038-e246-4ed1-9bc8-65a552f0e81e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'floatingip': {'port_id': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:29.078717 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8482a038-e246-4ed1-9bc8-65a552f0e81e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.093098 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8106030'] for router_interface, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.533280 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Deleting port 4739c656-2050-4dbb-9c33-d1fd229bd149 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:29.533987 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.668361 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] For port 4739c656-2050-4dbb-9c33-d1fd229bd149, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=4739c656-2050-4dbb-9c33-d1fd229bd149,segment=NetworkSegment(7758c8ea-7db0-4af2-9126-82389be61b18),segment_id=7758c8ea-7db0-4af2-9126-82389be61b18)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:29.668801 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.725176 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.807401 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Calling delete_port for 4739c656-2050-4dbb-9c33-d1fd229bd149 owned by network:router_interface {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:29.817815 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8482a038-e246-4ed1-9bc8-65a552f0e81e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.822531 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8482a038-e246-4ed1-9bc8-65a552f0e81e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.974964 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:29.978641 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-80f67040-0718-404a-a383-f20d675f4e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:30.011653 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.l3_db [None req-8482a038-e246-4ed1-9bc8-65a552f0e81e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Floating IP 8cdd5e6b-3bfc-434f-93b4-2b6747be84cc associated. External IP: 172.28.3.54, port: c9be76cb-a9ec-4147-9b12-0a1cc1da1791. May 20 15:58:30.025361 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Pushing event deleted for resources: {'Port': ['ID=4739c656-2050-4dbb-9c33-d1fd229bd149,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:30.029042 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:30.377084 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8482a038-e246-4ed1-9bc8-65a552f0e81e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Router 296796a2-f430-4bd1-a140-0397d28a6c25 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:58:30.404367 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7956661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8106138'] for router_interface, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.565200 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8482a038-e246-4ed1-9bc8-65a552f0e81e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:30.569694 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8482a038-e246-4ed1-9bc8-65a552f0e81e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:30.578375 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] Sync routers for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:30.587844 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:30.588761 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:58:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:30.635678 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-8482a038-e246-4ed1-9bc8-65a552f0e81e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "PUT /v2.0/floatingips/8cdd5e6b-3bfc-434f-93b4-2b6747be84cc HTTP/1.1" status: 200 len: 990 time: 1.6376560 May 20 15:58:30.635678 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'tag': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:30.754795 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'tag': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791', 'status': 'completed', 'code': 200} May 20 15:58:30.803987 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Router 9e87a9d9-2513-4f98-8721-71cfba29d767 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:58:30.827854 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:31.048112 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-fff5c47f-b749-42f4-aff8-89e1139ff776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:31.049671 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-fff5c47f-b749-42f4-aff8-89e1139ff776 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 1098 time: 0.1856551 May 20 15:58:31.053215 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:58:31.063454 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] Sync routers for ids ['9e87a9d9-2513-4f98-8721-71cfba29d767'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:58:31.076488 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] Routers {'9e87a9d9-2513-4f98-8721-71cfba29d767'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:31.077488 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:58:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['9e87a9d9-2513-4f98-8721-71cfba29d767'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:31.094811 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43772) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:31.107255 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] 10.222.0.36 "PUT /v2.0/routers/9e87a9d9-2513-4f98-8721-71cfba29d767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7386727 May 20 15:58:31.235998 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '8cdd5e6b-3bfc-434f-93b4-2b6747be84cc', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'floating_ip_address': '172.28.3.54', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'port_id': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'mac_address': 'fa:16:3e:cd:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:58:14Z', 'updated_at': '2021-05-20T15:58:29Z', 'revision_number': 1, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:31.240372 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] Checking router: 296796a2-f430-4bd1-a140-0397d28a6c25 for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:58:31.249871 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:31.251032 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:58:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:31.294591 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-c4c65c13-8b5c-4ad3-a106-b9cd36a35182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:31.296434 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-c4c65c13-8b5c-4ad3-a106-b9cd36a35182 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 912 time: 0.2308621 May 20 15:58:31.306804 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] Set router 9e87a9d9-2513-4f98-8721-71cfba29d767 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:31.415757 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-95383218-ff80-474b-9c52-b6f8bcddb47b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791 HTTP/1.1" status: 200 len: 998 time: 0.1110420 May 20 15:58:31.460813 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:31.493189 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-a899e1d6-1eb9-4ac4-bf38-6609c9fc48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:31.494663 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-a899e1d6-1eb9-4ac4-bf38-6609c9fc48e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 200 len: 850 time: 0.0701132 May 20 15:58:31.559422 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.594706 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-b34958ff-f0e8-4826-a657-7a47b268109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:31.597423 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-b34958ff-f0e8-4826-a657-7a47b268109a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2fe3226-3795-4399-9a8c-fcd1881766da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0932837 May 20 15:58:31.648240 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'name': 'tempest-TestShelveInstance-2133333895-router', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:12Z', 'updated_at': '2021-05-20T15:58:29Z', 'revision_number': 5, 'project_id': 'a8b673154cf346078d725f83637967cd', 'gw_port': {'id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:14Z', 'updated_at': '2021-05-20T15:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:31.655736 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] Checking router: 9e87a9d9-2513-4f98-8721-71cfba29d767 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:58:31.670857 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] Routers {'9e87a9d9-2513-4f98-8721-71cfba29d767'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:58:31.671651 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:58:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['9e87a9d9-2513-4f98-8721-71cfba29d767'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:31.759140 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-5ced6bda-5b62-40f4-b7e0-43a81a9183aa service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514604 May 20 15:58:31.777758 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ed90-0440-437e-a828-1cb16181bfbf req-099a1adc-72c7-445f-baa2-0fdde925e88e tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:31.786285 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3c88ed90-0440-437e-a828-1cb16181bfbf req-099a1adc-72c7-445f-baa2-0fdde925e88e tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 946 time: 0.5141940 May 20 15:58:31.845879 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3c88ed90-0440-437e-a828-1cb16181bfbf req-e6b0328c-c02d-4547-9f90-a405a906b330 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584335 May 20 15:58:31.880916 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:31.883864 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '8cdd5e6b-3bfc-434f-93b4-2b6747be84cc', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'floating_ip_address': '172.28.3.54', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'port_id': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'mac_address': 'fa:16:3e:cd:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:58:14Z', 'updated_at': '2021-05-20T15:58:29Z', 'revision_number': 1, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:31.889257 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e239f706-91ef-49da-a6d8-53622c4b3087 None None] The sync data for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb is: [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '8cdd5e6b-3bfc-434f-93b4-2b6747be84cc', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'floating_ip_address': '172.28.3.54', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'port_id': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'mac_address': 'fa:16:3e:cd:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:58:14Z', 'updated_at': '2021-05-20T15:58:29Z', 'revision_number': 1, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:31.971842 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] Set router 9e87a9d9-2513-4f98-8721-71cfba29d767 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:58:31.972099 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Deleting port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:31.972472 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.062479 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-87978496-15fb-4f70-a630-ff2e9ab356fa req-a0d1762b-0e64-49cc-81a5-7cd4863016ec service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961237 May 20 15:58:32.134849 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] For port ef2d8ba6-c9b0-4116-a95f-66d616ec6c78, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ef2d8ba6-c9b0-4116-a95f-66d616ec6c78,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:32.135876 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.162458 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6cc816-38c0-4cc3-8ab4-6f5d1793f864 None None] New status for floating IP 8cdd5e6b-3bfc-434f-93b4-2b6747be84cc: ACTIVE {{(pid=91626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:58:32.297941 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Calling delete_port for ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:32.313368 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'name': 'tempest-TestShelveInstance-2133333895-router', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:12Z', 'updated_at': '2021-05-20T15:58:29Z', 'revision_number': 5, 'project_id': 'a8b673154cf346078d725f83637967cd', 'gw_port': {'id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:14Z', 'updated_at': '2021-05-20T15:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:32.318623 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab81bf-c2ac-43fe-9106-272b9937040a None None] The sync data for ids ['9e87a9d9-2513-4f98-8721-71cfba29d767'] in dv-cinder-784779-12-smb is: [{'id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'name': 'tempest-TestShelveInstance-2133333895-router', 'tenant_id': 'a8b673154cf346078d725f83637967cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:53:12Z', 'updated_at': '2021-05-20T15:58:29Z', 'revision_number': 5, 'project_id': 'a8b673154cf346078d725f83637967cd', 'gw_port': {'id': 'ef2d8ba6-c9b0-4116-a95f-66d616ec6c78', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e87a9d9-2513-4f98-8721-71cfba29d767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:53:14Z', 'updated_at': '2021-05-20T15:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:58:32.448017 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.456583 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-27685a84-73f9-4fc8-8d88-4bb4c4f294a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:32.536643 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2d8ba6-c9b0-4116-a95f-66d616ec6c78,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:32.544603 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:32.600534 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7987973'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.734767 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 4739c656-2050-4dbb-9c33-d1fd229bd149 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:32.771866 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 4739c656-2050-4dbb-9c33-d1fd229bd149 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:32.772363 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 4739c656-2050-4dbb-9c33-d1fd229bd149 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:32.817100 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7989619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32000'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.819474 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.845698 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7988537'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.846261 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e87a9d9-2513-4f98-8721-71cfba29d767 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:58:32.859057 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:32.860146 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9e87a9d9-2513-4f98-8721-71cfba29d767 HTTP/1.1" status: 204 len: 168 time: 1.7642412 May 20 15:58:32.862800 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43782) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:32.926907 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f922b3-93a4-4ec2-968a-d87ed4b9421e admin admin] Deleting subnet 2151ff68-5b0d-4ba1-b917-2acf05a88c60 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:58:32.929985 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-93f922b3-93a4-4ec2-968a-d87ed4b9421e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.026330 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-93f922b3-93a4-4ec2-968a-d87ed4b9421e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8094807'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.123007 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddb94a-f13a-44d0-b187-4d4c8a8231f2 req-20195be1-cfc8-447f-ae08-c0b58790d8f3 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:33.124365 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e3ddb94a-f13a-44d0-b187-4d4c8a8231f2 req-20195be1-cfc8-447f-ae08-c0b58790d8f3 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 946 time: 0.1621799 May 20 15:58:33.147759 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-93f922b3-93a4-4ec2-968a-d87ed4b9421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.226283 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e3ddb94a-f13a-44d0-b187-4d4c8a8231f2 req-8d6cc742-48d2-42ca-afcd-20088a5bb5db tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958960 May 20 15:58:33.532208 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-93f922b3-93a4-4ec2-968a-d87ed4b9421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7619401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6418420'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.536825 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:33.570858 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f922b3-93a4-4ec2-968a-d87ed4b9421e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2151ff68-5b0d-4ba1-b917-2acf05a88c60,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:33.573317 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-93f922b3-93a4-4ec2-968a-d87ed4b9421e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:33.576656 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-93f922b3-93a4-4ec2-968a-d87ed4b9421e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.582282 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4d5a57-b5ee-417e-a5bd-cf17c674dbc1 None None] Network b83b8be6-682d-44ab-b187-ccd6c550ef85 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:58:33.583946 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-93f922b3-93a4-4ec2-968a-d87ed4b9421e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2151ff68-5b0d-4ba1-b917-2acf05a88c60 HTTP/1.1" status: 204 len: 168 time: 0.7196460 May 20 15:58:33.586281 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 43788) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:33.693578 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.769587 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Deleting port ae1efe47-827d-4798-b239-3dd51f33e918 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:33.769931 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.821600 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] DHCP port deletion for b83b8be6-682d-44ab-b187-ccd6c550ef85 request from dv-cinder-784779-12-smb {{(pid=91626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:58:33.874666 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] For port ae1efe47-827d-4798-b239-3dd51f33e918, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ae1efe47-827d-4798-b239-3dd51f33e918,segment=NetworkSegment(7758c8ea-7db0-4af2-9126-82389be61b18),segment_id=7758c8ea-7db0-4af2-9126-82389be61b18)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:33.875025 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.887486 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] Deleting port ae1efe47-827d-4798-b239-3dd51f33e918 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:33.887922 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:33.990315 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] For port ae1efe47-827d-4798-b239-3dd51f33e918, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ae1efe47-827d-4798-b239-3dd51f33e918,segment=NetworkSegment(7758c8ea-7db0-4af2-9126-82389be61b18),segment_id=7758c8ea-7db0-4af2-9126-82389be61b18)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:33.990710 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.003302 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Calling delete_port for ae1efe47-827d-4798-b239-3dd51f33e918 owned by network:dhcp {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:34.050102 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.054843 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b67bc440-37b6-4241-9be1-600dfa12818c tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:34.098562 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1efe47-827d-4798-b239-3dd51f33e918,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:34.102313 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:34.103249 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] No DVR routers for this DVR port ae1efe47-827d-4798-b239-3dd51f33e918 on host dv-cinder-784779-12-smb {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:34.114902 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] Calling delete_port for ae1efe47-827d-4798-b239-3dd51f33e918 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:34.157297 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.161667 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:34.205882 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] Pushing event deleted for resources: {'Port': ['ID=ae1efe47-827d-4798-b239-3dd51f33e918,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:34.208845 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:34.209644 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] No DVR routers for this DVR port ae1efe47-827d-4798-b239-3dd51f33e918 on host dv-cinder-784779-12-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:34.221127 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.234073 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83b8be6-682d-44ab-b187-ccd6c550ef85']}} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:34.245651 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7758c8ea-7db0-4af2-9126-82389be61b18') {'for_net_delete': True} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:34.245947 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7758c8ea-7db0-4af2-9126-82389be61b18') {} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:58:34.258459 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7192343'] for segment, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.275697 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.281995 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=91624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:58:34.282433 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6734496'] for segment, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: Traceback (most recent call last): May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: timer() May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: cb(*args, **kw) May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: return func(*args, **kwargs) May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: self._notify() May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: self.callback(batched_events) May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: event.method(event) May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: return f(self, *a, **k) May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: return self._get(url).json() May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: return self.request(url, 'GET', **kwargs) May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:58:34.298927 dv-cinder-784779-12-smb neutron-server[91624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:58:34.375573 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.382113 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.387924 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fa9ab860-422c-4153-aeab-f554a55a3324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:34.412573 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=b83b8be6-682d-44ab-b187-ccd6c550ef85,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:34.414969 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:34.419409 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b83b8be6-682d-44ab-b187-ccd6c550ef85 HTTP/1.1" status: 204 len: 168 time: 0.8291366 May 20 15:58:34.421221 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac574971-be21-4494-b89a-4389ead811ef req-852e7958-24d2-4da3-a5c2-a6ce05f971f3 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:34.422296 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ac574971-be21-4494-b89a-4389ead811ef req-852e7958-24d2-4da3-a5c2-a6ce05f971f3 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 946 time: 0.0869756 May 20 15:58:34.469463 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ac574971-be21-4494-b89a-4389ead811ef req-ebaea03d-7045-49ba-8412-072ab67a3a86 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 May 20 15:58:34.510809 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:34.546712 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:34.546831 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ef2d8ba6-c9b0-4116-a95f-66d616ec6c78 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:34.547262 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ae1efe47-827d-4798-b239-3dd51f33e918 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:34.549814 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43798) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:34.582731 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: ae1efe47-827d-4798-b239-3dd51f33e918 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:34.583338 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ae1efe47-827d-4798-b239-3dd51f33e918 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:34.602080 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-3197d7ca-b543-41fc-a993-a9ef8fa0bbe9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1eb94c49a1514d9b817420801fb239a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509112 May 20 15:58:34.604442 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43802) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:34.661355 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2204582d-9d6b-42a3-98c9-a1d4ec30cd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.689547 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2204582d-9d6b-42a3-98c9-a1d4ec30cd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.742657 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2204582d-9d6b-42a3-98c9-a1d4ec30cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.746365 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0e8103c8-d53f-43b2-ab1b-69b9c079e857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:34.760504 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204582d-9d6b-42a3-98c9-a1d4ec30cd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1affc59e-17de-4583-ba1f-db92836a2677,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:34.765792 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2204582d-9d6b-42a3-98c9-a1d4ec30cd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:34.767658 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2204582d-9d6b-42a3-98c9-a1d4ec30cd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:34.768752 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-2204582d-9d6b-42a3-98c9-a1d4ec30cd97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1affc59e-17de-4583-ba1f-db92836a2677 HTTP/1.1" status: 204 len: 168 time: 0.1634350 May 20 15:58:35.108477 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43812) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:35.156383 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-fbb91fbe-9e9b-430b-88b1-c0a6a622f6b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8b673154cf346078d725f83637967cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467174 May 20 15:58:35.158832 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 43816) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:58:35.214814 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6df5c253-477d-41a4-aa84-ad1e9d44ddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.247231 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6df5c253-477d-41a4-aa84-ad1e9d44ddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.300790 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6df5c253-477d-41a4-aa84-ad1e9d44ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.304311 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-44a0d5f0-6215-416f-acce-518a7a87b9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:35.320282 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5c253-477d-41a4-aa84-ad1e9d44ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a5032b-e6d0-4cc8-b438-b46225894e98,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:35.323089 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6df5c253-477d-41a4-aa84-ad1e9d44ddca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:35.325392 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6df5c253-477d-41a4-aa84-ad1e9d44ddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.326440 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6df5c253-477d-41a4-aa84-ad1e9d44ddca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99a5032b-e6d0-4cc8-b438-b46225894e98 HTTP/1.1" status: 204 len: 168 time: 0.1667161 May 20 15:58:35.397705 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:35.666589 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe7757-2b69-4193-9d7f-54492f42f014 req-32d1192a-ed0f-4c7f-bdd1-f790609c976d tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:35.668327 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2bfe7757-2b69-4193-9d7f-54492f42f014 req-32d1192a-ed0f-4c7f-bdd1-f790609c976d tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 946 time: 0.0861642 May 20 15:58:35.715223 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2bfe7757-2b69-4193-9d7f-54492f42f014 req-955ecc73-c6a2-4165-87ad-83b15f1ce56b tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 May 20 15:58:36.207290 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-70391df2-4335-4ac8-b7aa-0264e6d23921 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:36.208735 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-70391df2-4335-4ac8-b7aa-0264e6d23921 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.54 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 946 time: 0.0848701 May 20 15:58:36.347518 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Deleting port a2dd964a-5a74-4435-8294-c07b437c6628 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:58:36.347860 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.482664 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] For port a2dd964a-5a74-4435-8294-c07b437c6628, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a2dd964a-5a74-4435-8294-c07b437c6628,segment=NetworkSegment(3fdc03af-2f6b-47cb-b60d-fade04436801),segment_id=3fdc03af-2f6b-47cb-b60d-fade04436801)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:36.483013 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.604878 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Calling delete_port for a2dd964a-5a74-4435-8294-c07b437c6628 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:58:36.710077 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.715281 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7255b37a-b465-4866-aa18-b1002ddf3f60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:36.743330 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['a2dd964a-5a74-4435-8294-c07b437c6628'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:58:36.852195 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Pushing event deleted for resources: {'Port': ['ID=a2dd964a-5a74-4435-8294-c07b437c6628,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:36.855859 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:36.877446 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-236b197e-4ce3-4fbd-b662-36374aa25ff9 req-be75d738-3b15-470d-b4b1-5d768771c6c1 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 210 time: 0.0463827 May 20 15:58:36.927384 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] No DVR routers for this DVR port a2dd964a-5a74-4435-8294-c07b437c6628 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:58:36.929681 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:36.932149 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ed76be-d050-46fa-b4a5-c3e8121f1fde', 'name': 'network-vif-deleted', 'tag': 'a2dd964a-5a74-4435-8294-c07b437c6628'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:36.947459 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6447ac40-cf42-4da9-a4ac-12aec96211cd req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.54 "DELETE /v2.0/ports/a2dd964a-5a74-4435-8294-c07b437c6628 HTTP/1.1" status: 204 len: 173 time: 0.7321303 May 20 15:58:36.978099 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ed76be-d050-46fa-b4a5-c3e8121f1fde', 'name': 'network-vif-deleted', 'tag': 'a2dd964a-5a74-4435-8294-c07b437c6628', 'status': 'completed', 'code': 200} May 20 15:58:37.671738 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-dd55daaa-3d14-40af-a397-3d5c0a4b48d3 req-b3f9433b-9b99-4fd9-90c7-05c47f552eb5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0478384 May 20 15:58:37.801665 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-dd55daaa-3d14-40af-a397-3d5c0a4b48d3 req-ae4f3f6f-99f4-433d-8a34-343022f35470 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d81476d31c004789b55e5123007822b6&device_id=48ed76be-d050-46fa-b4a5-c3e8121f1fde HTTP/1.1" status: 200 len: 210 time: 0.0414562 May 20 15:58:37.960831 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55daaa-3d14-40af-a397-3d5c0a4b48d3 req-44e14428-d86c-42e2-bbd1-fa6b15c2ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:37.962220 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-dd55daaa-3d14-40af-a397-3d5c0a4b48d3 req-44e14428-d86c-42e2-bbd1-fa6b15c2ad01 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d81476d31c004789b55e5123007822b6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1362562 May 20 15:58:38.105148 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55daaa-3d14-40af-a397-3d5c0a4b48d3 req-5269e690-354c-4fc8-8f85-13f61391be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:38.107089 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-dd55daaa-3d14-40af-a397-3d5c0a4b48d3 req-5269e690-354c-4fc8-8f85-13f61391be71 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386745 May 20 15:58:40.236077 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device a2dd964a-5a74-4435-8294-c07b437c6628 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:58:40.269883 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: a2dd964a-5a74-4435-8294-c07b437c6628 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:58:40.270254 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device a2dd964a-5a74-4435-8294-c07b437c6628 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:58:42.243117 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-e6492c98-4374-42f7-a031-9969dfb6e0e4 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:42.243812 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-e6492c98-4374-42f7-a031-9969dfb6e0e4 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Synchronizing usage tracker for tenant:d81476d31c004789b55e5123007822b6 on resource:network {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:42.259996 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-e6492c98-4374-42f7-a031-9969dfb6e0e4 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Unset dirty status for tenant:d81476d31c004789b55e5123007822b6 on resource:network {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:42.261213 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-e6492c98-4374-42f7-a031-9969dfb6e0e4 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/networks?id=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 HTTP/1.1" status: 200 len: 814 time: 0.1638446 May 20 15:58:42.275816 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-8f1fc5e9-05d5-4bd6-a386-56eaa0727ca8 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/quotas/d81476d31c004789b55e5123007822b6 HTTP/1.1" status: 200 len: 375 time: 0.0087798 May 20 15:58:42.322748 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-d9baa932-6e97-4eff-a934-a04973f86bd9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d81476d31c004789b55e5123007822b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411794 May 20 15:58:42.552115 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-1fdd1691-2396-4250-95b7-ec777015198c service neutron] 10.222.0.36 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226582 May 20 15:58:42.682583 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-bdc165ff-71ed-43b1-a2ec-ce38af7ac7c2 service neutron] 10.222.0.36 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246047 May 20 15:58:42.862549 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-5098c33c-fbda-4790-9882-083e69005112 req-231de413-f680-412c-938e-57081e84a274 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Synchronizing usage tracker for tenant:d81476d31c004789b55e5123007822b6 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:42.879509 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-5098c33c-fbda-4790-9882-083e69005112 req-231de413-f680-412c-938e-57081e84a274 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Unset dirty status for tenant:d81476d31c004789b55e5123007822b6 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:42.880675 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5098c33c-fbda-4790-9882-083e69005112 req-231de413-f680-412c-938e-57081e84a274 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 210 time: 0.0654237 May 20 15:58:44.038809 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f2ffe564-fd5c-422a-800f-2f39b43253f5 req-8af005c1-ad83-4413-bcc7-39e5a19bb033 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 210 time: 0.0500147 May 20 15:58:44.062224 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-526f3d62-3dd3-420c-b28a-3690aaa8a41f tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:44.063631 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-526f3d62-3dd3-420c-b28a-3690aaa8a41f tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.54 "GET /v2.0/networks?id=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 HTTP/1.1" status: 200 len: 814 time: 0.1985354 May 20 15:58:44.086815 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Request body: {'port': {'device_id': '8a305a10-4716-4a10-bef4-f9aaf8f3d052', 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7', 'admin_state_up': True, 'tenant_id': 'd81476d31c004789b55e5123007822b6'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:44.222187 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:58:44.232342 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:58:44.242360 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Made reservation on behalf of d81476d31c004789b55e5123007822b6 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:58:44.245783 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.410058 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Allocated IP 172.20.0.2 (9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7/648e8d49-f22c-4c2f-9895-88400d68c768/a5436cd7-bc29-4530-a7e4-b72b437678bc) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:58:44.542772 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:58:44.616081 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.644954 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.650282 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-57369989-b835-4f35-bf5c-d2a0ba7e3c4a tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:44.718072 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:58:44.721209 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:58:44.725084 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:58:44.764097 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Pushing event updated for resources: {'Port': ['ID=a5436cd7-bc29-4530-a7e4-b72b437678bc,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:44.771909 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:44.792416 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:44.793080 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:44.816914 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-21398236-70c9-4eb1-b0d5-be0d9eee2ebd tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7340086 May 20 15:58:44.834445 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Request body: {'port': {'device_id': '8a305a10-4716-4a10-bef4-f9aaf8f3d052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:58:44.948181 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.359758 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a167bb-a3de-4764-9ec8-082f209ddbae req-eb1eefc2-9f6f-4cc0-b633-30c4311e245b tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:45.360450 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-c6a167bb-a3de-4764-9ec8-082f209ddbae req-eb1eefc2-9f6f-4cc0-b633-30c4311e245b tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Synchronizing usage tracker for tenant:d81476d31c004789b55e5123007822b6 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:58:45.400559 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-c6a167bb-a3de-4764-9ec8-082f209ddbae req-eb1eefc2-9f6f-4cc0-b633-30c4311e245b tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Unset dirty status for tenant:d81476d31c004789b55e5123007822b6 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:58:45.401704 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c6a167bb-a3de-4764-9ec8-082f209ddbae req-eb1eefc2-9f6f-4cc0-b633-30c4311e245b tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 931 time: 0.2445045 May 20 15:58:45.504670 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5436cd7-bc29-4530-a7e4-b72b437678bc {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:45.509371 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c6a167bb-a3de-4764-9ec8-082f209ddbae req-093eb874-dd49-4ea2-b8fc-2512d2862ea7 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976489 May 20 15:58:45.514130 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.528908 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Transition to ACTIVE for port object a5436cd7-bc29-4530-a7e4-b72b437678bc will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:58:45.532860 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.537300 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7623b8c6-158e-4590-98bc-696670865f85 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:45.694865 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5436cd7-bc29-4530-a7e4-b72b437678bc,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:45.701984 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:45.776089 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Attempting to bind port a5436cd7-bc29-4530-a7e4-b72b437678bc on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:58:45.776419 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Attempting to bind port a5436cd7-bc29-4530-a7e4-b72b437678bc by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '3fdc03af-2f6b-47cb-b60d-fade04436801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:58:45.776743 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Attempting to bind port a5436cd7-bc29-4530-a7e4-b72b437678bc on network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:45.781938 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Port a5436cd7-bc29-4530-a7e4-b72b437678bc on network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:58:45.782283 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Attempting to bind port a5436cd7-bc29-4530-a7e4-b72b437678bc on network 9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:58:45.787283 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:58:45.787619 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Checking segment: {'id': '3fdc03af-2f6b-47cb-b60d-fade04436801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:58:45.787998 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Bound using segment: {'id': '3fdc03af-2f6b-47cb-b60d-fade04436801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:58:45.788421 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Bound port: a5436cd7-bc29-4530-a7e4-b72b437678bc, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdc03af-2f6b-47cb-b60d-fade04436801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:58:45.788765 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.881221 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] For port a5436cd7-bc29-4530-a7e4-b72b437678bc, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:58:45.884221 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] For port a5436cd7-bc29-4530-a7e4-b72b437678bc, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a5436cd7-bc29-4530-a7e4-b72b437678bc,segment=NetworkSegment(3fdc03af-2f6b-47cb-b60d-fade04436801),segment_id=3fdc03af-2f6b-47cb-b60d-fade04436801)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:58:45.889652 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.893399 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a86b42d9-22a3-4ae3-b481-001b7e83f2da tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:45.952676 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:45.953297 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:45.954684 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] 10.222.0.54 "PUT /v2.0/ports/a5436cd7-bc29-4530-a7e4-b72b437678bc HTTP/1.1" status: 200 len: 1093 time: 1.1243985 May 20 15:58:45.955174 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a305a10-4716-4a10-bef4-f9aaf8f3d052', 'tag': 'a5436cd7-bc29-4530-a7e4-b72b437678bc'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:45.976103 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5436cd7-bc29-4530-a7e4-b72b437678bc,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:45.979674 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:46.004830 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a305a10-4716-4a10-bef4-f9aaf8f3d052', 'tag': 'a5436cd7-bc29-4530-a7e4-b72b437678bc', 'status': 'completed', 'code': 200} May 20 15:58:46.093231 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-2ed2306c-a71e-4790-9138-c4f4dc866f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:46.094708 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-2ed2306c-a71e-4790-9138-c4f4dc866f2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d81476d31c004789b55e5123007822b6&device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 1096 time: 0.0710216 May 20 15:58:46.174733 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-b6622d04-3b9f-4a5b-877f-d9d2f51d32d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5436cd7-bc29-4530-a7e4-b72b437678bc HTTP/1.1" status: 200 len: 217 time: 0.0660875 May 20 15:58:46.240362 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-26fee10a-e1b7-4bfe-8642-ba2121de7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:46.241786 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-26fee10a-e1b7-4bfe-8642-ba2121de7b66 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=648e8d49-f22c-4c2f-9895-88400d68c768 HTTP/1.1" status: 200 len: 854 time: 0.0607884 May 20 15:58:46.288078 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-8204cdaa-a3e5-4c6b-9e80-d313c633ff2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401392 May 20 15:58:46.418769 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-5ce665e8-457e-4384-b9c8-cf0ddfeca906 service neutron] 10.222.0.54 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238792 May 20 15:58:46.554641 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9051e471-2ed8-4afa-bf9f-efdc99c2d578 req-bbba0337-e71b-48d3-9796-c745e0edf097 service neutron] 10.222.0.54 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278210 May 20 15:58:46.704005 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f8b4e-f4dd-4f4f-b3c9-845daaeb6025 req-13fb8684-45af-470f-87cd-c44847938012 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:46.707798 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e65f8b4e-f4dd-4f4f-b3c9-845daaeb6025 req-13fb8684-45af-470f-87cd-c44847938012 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 943 time: 0.0830843 May 20 15:58:46.742767 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fbaa4-68d1-44c5-b651-a3c697e732c8 req-9ace10f9-f018-4a28-92cd-fbbf363e3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:46.744286 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ea0fbaa4-68d1-44c5-b651-a3c697e732c8 req-9ace10f9-f018-4a28-92cd-fbbf363e3d8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d81476d31c004789b55e5123007822b6&device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 1096 time: 0.0760531 May 20 15:58:46.752087 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e65f8b4e-f4dd-4f4f-b3c9-845daaeb6025 req-44cf80ca-641c-406b-b5f6-d53fc393c58b tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 May 20 15:58:46.876192 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fbaa4-68d1-44c5-b651-a3c697e732c8 req-1d6a0c99-c619-4ffa-bab8-42ce600968c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:46.877627 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ea0fbaa4-68d1-44c5-b651-a3c697e732c8 req-1d6a0c99-c619-4ffa-bab8-42ce600968c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 HTTP/1.1" status: 200 len: 915 time: 0.1269202 May 20 15:58:47.038768 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ea0fbaa4-68d1-44c5-b651-a3c697e732c8 req-a30d8cc8-d087-49d7-a29a-89f80585d8e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5436cd7-bc29-4530-a7e4-b72b437678bc HTTP/1.1" status: 200 len: 217 time: 0.1530154 May 20 15:58:47.100962 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fbaa4-68d1-44c5-b651-a3c697e732c8 req-c707309c-492b-48fe-b7a6-0fde9d4f4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:47.102407 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ea0fbaa4-68d1-44c5-b651-a3c697e732c8 req-c707309c-492b-48fe-b7a6-0fde9d4f4c76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=648e8d49-f22c-4c2f-9895-88400d68c768 HTTP/1.1" status: 200 len: 854 time: 0.0572758 May 20 15:58:47.151643 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ea0fbaa4-68d1-44c5-b651-a3c697e732c8 req-5a8feb92-4f3e-4e6b-a45d-aec03e1c7857 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418813 May 20 15:58:47.281291 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ea0fbaa4-68d1-44c5-b651-a3c697e732c8 req-f61ae92d-f3c3-4185-8787-3fb2222dd5d7 service neutron] 10.222.0.54 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222684 May 20 15:58:47.417714 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ea0fbaa4-68d1-44c5-b651-a3c697e732c8 req-6226ed30-c514-4e12-b62f-04df59c6eada service neutron] 10.222.0.54 "GET /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290309 May 20 15:58:47.938778 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1a194-bbb0-49a5-8d55-10734c356545 req-f7d5266d-37da-409e-b252-aa8d93a49b5e tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:47.940216 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-cac1a194-bbb0-49a5-8d55-10734c356545 req-f7d5266d-37da-409e-b252-aa8d93a49b5e tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 943 time: 0.0825701 May 20 15:58:47.985064 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-cac1a194-bbb0-49a5-8d55-10734c356545 req-5a01e77e-3b40-4782-85f0-2c2d6a4ac6b2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 May 20 15:58:48.295338 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device a5436cd7-bc29-4530-a7e4-b72b437678bc details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 15:58:48.428603 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port a5436cd7-bc29-4530-a7e4-b72b437678bc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a5436cd7-bc29-4530-a7e4-b72b437678bc,segment=NetworkSegment(3fdc03af-2f6b-47cb-b60d-fade04436801),segment_id=3fdc03af-2f6b-47cb-b60d-fade04436801)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:48.441430 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': 'a5436cd7-bc29-4530-a7e4-b72b437678bc', 'network_id': '9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7', 'port_id': 'a5436cd7-bc29-4530-a7e4-b72b437678bc', 'mac_address': 'fa:16:3e:99:0f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648e8d49-f22c-4c2f-9895-88400d68c768', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 15:58:48.501030 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:48.517358 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5436cd7-bc29-4530-a7e4-b72b437678bc {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:58:48.532999 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port a5436cd7-bc29-4530-a7e4-b72b437678bc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a5436cd7-bc29-4530-a7e4-b72b437678bc,segment=NetworkSegment(3fdc03af-2f6b-47cb-b60d-fade04436801),segment_id=3fdc03af-2f6b-47cb-b60d-fade04436801)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:48.536682 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:48.538544 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8323c1e2-afff-4051-8ac7-7c2aa0d823fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:48.605712 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=a5436cd7-bc29-4530-a7e4-b72b437678bc,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:48.612930 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.613274 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.613612 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.613940 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.614297 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.614618 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.614938 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.615257 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.615573 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.615891 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.616204 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.616516 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:58:48.620108 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:48.835692 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['a5436cd7-bc29-4530-a7e4-b72b437678bc'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:58:49.174413 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6ffcf-6668-433a-8a5c-f7be9392b934 req-071b290e-2d7c-45cd-ba34-231a393c45c7 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:49.175758 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-75c6ffcf-6668-433a-8a5c-f7be9392b934 req-071b290e-2d7c-45cd-ba34-231a393c45c7 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 944 time: 0.0836239 May 20 15:58:49.219469 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-75c6ffcf-6668-433a-8a5c-f7be9392b934 req-85877f97-6b43-4a99-8d7b-a55ac3ee2ae7 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380886 May 20 15:58:50.335009 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device a5436cd7-bc29-4530-a7e4-b72b437678bc up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:58:50.404350 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port a5436cd7-bc29-4530-a7e4-b72b437678bc completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:58:50.406539 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3be97-a204-40f7-b41c-01d6449533ae req-51fe65cc-1372-4743-baf3-20cb47ab6691 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:50.408013 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-abf3be97-a204-40f7-b41c-01d6449533ae req-51fe65cc-1372-4743-baf3-20cb47ab6691 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 944 time: 0.0813713 May 20 15:58:50.410466 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port a5436cd7-bc29-4530-a7e4-b72b437678bc triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:58:50.411074 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.460157 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-abf3be97-a204-40f7-b41c-01d6449533ae req-6488d6e2-5dc9-46bd-9b38-4e2ae2b057f3 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 May 20 15:58:50.535914 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.562224 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a305a10-4716-4a10-bef4-f9aaf8f3d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5436cd7-bc29-4530-a7e4-b72b437678bc'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:58:50.571771 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port a5436cd7-bc29-4530-a7e4-b72b437678bc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a5436cd7-bc29-4530-a7e4-b72b437678bc,segment=NetworkSegment(3fdc03af-2f6b-47cb-b60d-fade04436801),segment_id=3fdc03af-2f6b-47cb-b60d-fade04436801)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:58:50.576108 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:50.577998 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:58:50.634795 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a305a10-4716-4a10-bef4-f9aaf8f3d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5436cd7-bc29-4530-a7e4-b72b437678bc', 'code': 200} May 20 15:58:50.673522 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=a5436cd7-bc29-4530-a7e4-b72b437678bc,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:58:50.676306 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:58:50.871175 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b11ee2-54e9-499c-8b0c-5088a43a915d req-30c8d413-dce5-4c9b-bb30-2bad82a9019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:50.873330 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-35b11ee2-54e9-499c-8b0c-5088a43a915d req-30c8d413-dce5-4c9b-bb30-2bad82a9019b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 1098 time: 0.0713015 May 20 15:58:50.917617 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-35b11ee2-54e9-499c-8b0c-5088a43a915d req-388ec18b-9da8-47a2-be2e-2bc7781d0826 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 May 20 15:58:51.650795 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923249a3-4fd8-4c48-a6a4-88ec948ec8d0 req-be9c6f60-2d7f-4d59-b605-9efa9705d272 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:51.652245 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-923249a3-4fd8-4c48-a6a4-88ec948ec8d0 req-be9c6f60-2d7f-4d59-b605-9efa9705d272 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 945 time: 0.0847814 May 20 15:58:51.698398 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-923249a3-4fd8-4c48-a6a4-88ec948ec8d0 req-39a0c5b0-8d86-4f3f-96c6-024d907e19ca tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 May 20 15:58:52.885607 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c7a2a-01bf-411b-b06d-1ba769fd0167 req-ffa5392d-6450-44ec-87a4-6420ad1202d6 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:58:52.887115 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0e1c7a2a-01bf-411b-b06d-1ba769fd0167 req-ffa5392d-6450-44ec-87a4-6420ad1202d6 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 945 time: 0.0814409 May 20 15:58:52.935980 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0e1c7a2a-01bf-411b-b06d-1ba769fd0167 req-db3fbc90-77fe-45c8-8080-179263a40d39 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 May 20 15:58:54.357010 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c74b897b-8fbd-4baf-a1e9-074d77e8d7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.657458 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-8b8fb7e0-70d7-45d1-9ca9-5e31e52612e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:56.869538 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:57.962604 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:58:59.721222 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:05.416567 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:09.964350 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb9aad-70b7-457a-9bdf-01dc45a1fce6 req-846c427f-a205-4e8e-be84-f81a71645752 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:09.966856 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8dbb9aad-70b7-457a-9bdf-01dc45a1fce6 req-846c427f-a205-4e8e-be84-f81a71645752 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 945 time: 0.1766112 May 20 15:59:10.014826 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8dbb9aad-70b7-457a-9bdf-01dc45a1fce6 req-0329c80d-60e9-4314-9dc2-47563d9f1cc0 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 May 20 15:59:11.214414 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976d08-4336-496e-b9ac-799ef6749eb7 req-098f5f60-be7a-4ad3-9b10-2459af64bd6c tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:11.216778 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-71976d08-4336-496e-b9ac-799ef6749eb7 req-098f5f60-be7a-4ad3-9b10-2459af64bd6c tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 945 time: 0.0901134 May 20 15:59:11.270370 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-71976d08-4336-496e-b9ac-799ef6749eb7 req-1cb3e92e-908c-4793-b6a7-30b2bb55cf8f tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 May 20 15:59:12.467231 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420f031-bec6-4582-87ef-e82cb2ea93cb req-d6631db0-7f10-44e9-9d13-5f055b109caa tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:12.469012 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5420f031-bec6-4582-87ef-e82cb2ea93cb req-d6631db0-7f10-44e9-9d13-5f055b109caa tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 945 time: 0.0863521 May 20 15:59:12.518534 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5420f031-bec6-4582-87ef-e82cb2ea93cb req-bdb6ecca-4eb9-48e1-b095-cc2d8f530eee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437138 May 20 15:59:13.710917 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb401bc-aeea-4295-8792-82c053123543 req-e260b6b5-ba44-450d-85dc-29725599cd91 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:13.712366 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0eb401bc-aeea-4295-8792-82c053123543 req-e260b6b5-ba44-450d-85dc-29725599cd91 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 945 time: 0.0814018 May 20 15:59:13.758131 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-0eb401bc-aeea-4295-8792-82c053123543 req-8490d57e-4452-4a40-83a1-d6681f9e5009 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387199 May 20 15:59:14.447666 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d9cfe-728f-458f-a54f-649d746f592a req-8d3e6e2d-4c01-4449-a757-36d7d879fb82 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:14.449094 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f35d9cfe-728f-458f-a54f-649d746f592a req-8d3e6e2d-4c01-4449-a757-36d7d879fb82 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 945 time: 0.0864518 May 20 15:59:14.584569 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-f35d9cfe-728f-458f-a54f-649d746f592a req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Deleting port a5436cd7-bc29-4530-a7e4-b72b437678bc {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:59:14.584911 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f35d9cfe-728f-458f-a54f-649d746f592a req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.716688 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-f35d9cfe-728f-458f-a54f-649d746f592a req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] For port a5436cd7-bc29-4530-a7e4-b72b437678bc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a5436cd7-bc29-4530-a7e4-b72b437678bc,segment=NetworkSegment(3fdc03af-2f6b-47cb-b60d-fade04436801),segment_id=3fdc03af-2f6b-47cb-b60d-fade04436801)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:14.717043 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f35d9cfe-728f-458f-a54f-649d746f592a req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:14.847890 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-f35d9cfe-728f-458f-a54f-649d746f592a req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Calling delete_port for a5436cd7-bc29-4530-a7e4-b72b437678bc owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:59:14.998937 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45add14-bcb6-49fa-8013-bd730c28f5a7 req-5bd3b047-5a55-4f43-a8c2-72583ff96052 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:15.000324 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b45add14-bcb6-49fa-8013-bd730c28f5a7 req-5bd3b047-5a55-4f43-a8c2-72583ff96052 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a305a10-4716-4a10-bef4-f9aaf8f3d052 HTTP/1.1" status: 200 len: 945 time: 0.1316712 May 20 15:59:15.067052 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b45add14-bcb6-49fa-8013-bd730c28f5a7 req-dfa47214-dac2-4f14-adb3-d7df87d629d9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.36 "GET /v2.0/security-groups?id=b51d6612-2799-4145-be09-c087ebd7f617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609992 May 20 15:59:15.068208 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f35d9cfe-728f-458f-a54f-649d746f592a req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.076224 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-498b31f4-7fe4-410f-ba91-874b4029e6bb tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:15.102635 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['a5436cd7-bc29-4530-a7e4-b72b437678bc'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:59:15.121893 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Pushing event deleted for resources: {'Port': ['ID=a5436cd7-bc29-4530-a7e4-b72b437678bc,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:15.267803 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.268104 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.268469 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.268831 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.269191 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.269546 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.269900 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.270278 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.270633 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.270981 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.271327 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.271680 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:15.274998 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:15.315395 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35d9cfe-728f-458f-a54f-649d746f592a req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] No DVR routers for this DVR port a5436cd7-bc29-4530-a7e4-b72b437678bc on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:59:15.318041 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f35d9cfe-728f-458f-a54f-649d746f592a req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:15.323087 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a305a10-4716-4a10-bef4-f9aaf8f3d052', 'name': 'network-vif-deleted', 'tag': 'a5436cd7-bc29-4530-a7e4-b72b437678bc'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:59:15.372847 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f35d9cfe-728f-458f-a54f-649d746f592a req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] 10.222.0.54 "DELETE /v2.0/ports/a5436cd7-bc29-4530-a7e4-b72b437678bc HTTP/1.1" status: 204 len: 173 time: 0.9173439 May 20 15:59:15.382168 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a305a10-4716-4a10-bef4-f9aaf8f3d052', 'name': 'network-vif-deleted', 'tag': 'a5436cd7-bc29-4530-a7e4-b72b437678bc', 'status': 'completed', 'code': 200} May 20 15:59:15.425849 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6326f-9c7c-41a4-ab32-ff81e7166a2e req-5ec21aea-e360-4aa5-a0ee-78f4fb6333e7 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:15.427318 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1fd6326f-9c7c-41a4-ab32-ff81e7166a2e req-5ec21aea-e360-4aa5-a0ee-78f4fb6333e7 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.1050696 May 20 15:59:15.475777 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1fd6326f-9c7c-41a4-ab32-ff81e7166a2e req-19ff013a-4290-4d5b-843e-1522bfe2a788 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 May 20 15:59:16.672479 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8136a-726f-469b-99f7-4e6897d119e0 req-dc126332-2fad-479b-a7fb-717ff61e5d63 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:16.674401 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1dd8136a-726f-469b-99f7-4e6897d119e0 req-dc126332-2fad-479b-a7fb-717ff61e5d63 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0827136 May 20 15:59:16.719329 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-1dd8136a-726f-469b-99f7-4e6897d119e0 req-1e7f3dc7-dbe9-4e6c-b95a-9799b1fea198 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392060 May 20 15:59:17.921307 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850a068-830b-4462-b314-1c3f2ce91b49 req-ccf3be43-b2e8-4c5a-bfe0-d5e6e7a61fe9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:17.923150 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3850a068-830b-4462-b314-1c3f2ce91b49 req-ccf3be43-b2e8-4c5a-bfe0-d5e6e7a61fe9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0942447 May 20 15:59:17.971754 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3850a068-830b-4462-b314-1c3f2ce91b49 req-99536f8c-3808-46bc-bb03-ef7a3f5e8801 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 May 20 15:59:18.526859 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device a5436cd7-bc29-4530-a7e4-b72b437678bc no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 15:59:18.563730 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: a5436cd7-bc29-4530-a7e4-b72b437678bc {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:59:18.564079 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device a5436cd7-bc29-4530-a7e4-b72b437678bc not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 15:59:19.162101 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8135b-870d-44b4-a989-482f251fc903 req-0f64c993-16fa-48c9-99d1-329a3cf34a29 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:19.163692 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-37e8135b-870d-44b4-a989-482f251fc903 req-0f64c993-16fa-48c9-99d1-329a3cf34a29 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0837762 May 20 15:59:19.214035 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-37e8135b-870d-44b4-a989-482f251fc903 req-90afd6b9-0e7e-40eb-afe3-69753ade4814 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442209 May 20 15:59:20.397451 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3435d8-e93b-4017-9e40-a0adfcd54713 req-62cb86aa-7bb5-4a92-8aad-c47d72ef1da9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:20.398907 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6a3435d8-e93b-4017-9e40-a0adfcd54713 req-62cb86aa-7bb5-4a92-8aad-c47d72ef1da9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0789306 May 20 15:59:20.443405 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6a3435d8-e93b-4017-9e40-a0adfcd54713 req-4c27012a-565c-4db8-8c15-78948bb239ba tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383351 May 20 15:59:21.541198 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:59:21.644622 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fa134-dfef-4929-b900-59a24c7153e6 req-c649dff1-05b6-42d1-adb3-e1784112d314 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:21.646670 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-774fa134-dfef-4929-b900-59a24c7153e6 req-c649dff1-05b6-42d1-adb3-e1784112d314 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0946460 May 20 15:59:21.690224 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-774fa134-dfef-4929-b900-59a24c7153e6 req-e3a5fa7e-2cae-4019-80ca-8e81ea3f9d7e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380454 May 20 15:59:22.886397 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44867bf-e7b3-478d-8a39-97aaaddd14f1 req-cd87924e-7254-435a-acb2-0765c900eca2 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:22.888188 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a44867bf-e7b3-478d-8a39-97aaaddd14f1 req-cd87924e-7254-435a-acb2-0765c900eca2 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0860798 May 20 15:59:22.934218 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a44867bf-e7b3-478d-8a39-97aaaddd14f1 req-53dfe985-cae7-4c98-8993-f9a500a25edd tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401385 May 20 15:59:24.124397 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab354a-4dfe-4ac4-b041-e044869a651d req-4c325f79-ff23-496f-a442-f2ec38038924 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:24.125848 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-03ab354a-4dfe-4ac4-b041-e044869a651d req-4c325f79-ff23-496f-a442-f2ec38038924 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0856078 May 20 15:59:24.175347 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-03ab354a-4dfe-4ac4-b041-e044869a651d req-587a9f37-41eb-4e01-9387-9a41adccf13d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 May 20 15:59:24.358431 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1ce03cf2-b0a5-41cd-ae10-37e5669ef216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:25.388569 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b582e6-ed1a-4dcd-82b0-b968eab5371e req-d5eb3b93-b759-43af-9375-09b503a300b1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:25.390041 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-67b582e6-ed1a-4dcd-82b0-b968eab5371e req-d5eb3b93-b759-43af-9375-09b503a300b1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0971136 May 20 15:59:25.441345 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-67b582e6-ed1a-4dcd-82b0-b968eab5371e req-c8117f05-a2ce-4b5f-a3fe-9d549ef9c83f tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433993 May 20 15:59:26.632613 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fddda6-680f-4968-b8af-5674b9dbba51 req-344455b9-5f96-4bf7-80de-f1374dadd559 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:26.634065 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c8fddda6-680f-4968-b8af-5674b9dbba51 req-344455b9-5f96-4bf7-80de-f1374dadd559 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0861511 May 20 15:59:26.661084 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e34a7dbd-7ded-4939-92b5-32e7af05f313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:26.683548 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c8fddda6-680f-4968-b8af-5674b9dbba51 req-975e2500-6775-42d3-945c-8fb618a00afb tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434961 May 20 15:59:26.874871 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:27.088345 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1723b28-b1d7-45e2-a5fb-f8be9123f06b req-bebc53ba-a99e-4279-a509-a84ee70b2b3b tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:27.090437 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b1723b28-b1d7-45e2-a5fb-f8be9123f06b req-bebc53ba-a99e-4279-a509-a84ee70b2b3b tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.1371753 May 20 15:59:27.142707 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-bd531263-d674-4cff-bcfa-1319adc225d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:27.144072 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-bd531263-d674-4cff-bcfa-1319adc225d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 1098 time: 0.1202185 May 20 15:59:27.148662 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b1723b28-b1d7-45e2-a5fb-f8be9123f06b req-8a2d6475-56bd-47c9-ad54-d54a03338d2a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521102 May 20 15:59:27.277053 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-c3affd59-8647-4dc4-9981-99f86472f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:27.278581 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-c3affd59-8647-4dc4-9981-99f86472f726 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 912 time: 0.1285193 May 20 15:59:27.380843 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-be039c87-f22e-434c-a0ba-4f67439823da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791 HTTP/1.1" status: 200 len: 1000 time: 0.0961680 May 20 15:59:27.446460 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-52e5f6fd-64b2-483f-9f45-c7fe9edc9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:27.447948 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-52e5f6fd-64b2-483f-9f45-c7fe9edc9559 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 200 len: 850 time: 0.0613966 May 20 15:59:27.525912 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-22e5d134-0411-4b29-8847-e5240ff138f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:27.527494 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-22e5d134-0411-4b29-8847-e5240ff138f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2fe3226-3795-4399-9a8c-fcd1881766da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0735734 May 20 15:59:27.660403 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-a77d070a-b913-4e33-952f-faeedc28234f service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265867 May 20 15:59:27.800867 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5ab2cb83-7a17-49ec-a524-f926fb5f38ed req-c663def1-0a1a-4fb5-bbd5-d1220a409d2b service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345150 May 20 15:59:27.966462 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:28.341196 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d501caf-849c-46e5-b8e4-3f1e4322f0cd req-8b6a382a-e7b9-45aa-accd-017ec9c8a56d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:28.342686 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8d501caf-849c-46e5-b8e4-3f1e4322f0cd req-8b6a382a-e7b9-45aa-accd-017ec9c8a56d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0826650 May 20 15:59:28.388847 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8d501caf-849c-46e5-b8e4-3f1e4322f0cd req-498b128f-2332-4bdf-bc3d-3e7272d0e9cc tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400255 May 20 15:59:29.584155 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224021cb-4464-4202-978f-1093fb323225 req-6b31097c-d0c7-493c-8297-11909542c149 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:29.585599 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-224021cb-4464-4202-978f-1093fb323225 req-6b31097c-d0c7-493c-8297-11909542c149 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0879841 May 20 15:59:29.650517 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-224021cb-4464-4202-978f-1093fb323225 req-0c86e872-4f46-4a27-912c-09fa66a1a487 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587504 May 20 15:59:29.726719 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.413969 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.465986 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44230) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:35.530033 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Deleting subnet 648e8d49-f22c-4c2f-9895-88400d68c768 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:59:35.533006 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.581260 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8094807'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.638138 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.900155 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7619401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6418420'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.906618 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:35.948908 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:35.951969 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648e8d49-f22c-4c2f-9895-88400d68c768,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:35.961240 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/648e8d49-f22c-4c2f-9895-88400d68c768 HTTP/1.1" status: 204 len: 168 time: 0.4941697 May 20 15:59:35.962612 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.962984 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.963344 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.963701 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.963975 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44234) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:35.964422 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.964422 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.965424 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.965839 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.966189 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.966551 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.966897 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.967239 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:35.970698 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:36.170666 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.300129 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.314085 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7']}} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:36.327241 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdc03af-2f6b-47cb-b60d-fade04436801') {'for_net_delete': True} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:36.327532 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdc03af-2f6b-47cb-b60d-fade04436801') {} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:36.339296 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7192343'] for segment, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.356791 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.362821 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=91624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:59:36.363200 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6734496'] for segment, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: Traceback (most recent call last): May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: timer() May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: cb(*args, **kw) May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: return func(*args, **kwargs) May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: self._notify() May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: self.callback(batched_events) May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: event.method(event) May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: return f(self, *a, **k) May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: return self._get(url).json() May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: return self.request(url, 'GET', **kwargs) May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:59:36.376227 dv-cinder-784779-12-smb neutron-server[91624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:59:36.456336 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.460094 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d4debfc7-b86f-421c-a613-c453ac65191b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:36.473906 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.486178 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:36.489110 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:36.493067 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] 10.222.0.36 "DELETE /v2.0/networks/9a2b0a31-5cbb-4a1c-bcbb-ffeabdf05df7 HTTP/1.1" status: 204 len: 168 time: 0.5272732 May 20 15:59:36.612468 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44240) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:36.663996 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6befb364-9d28-4510-bc3d-3831e5eda674 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d81476d31c004789b55e5123007822b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502262 May 20 15:59:36.666411 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44244) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:36.725063 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27d15678-708b-449d-b2a4-4f86119d3e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.751549 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27d15678-708b-449d-b2a4-4f86119d3e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.807853 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27d15678-708b-449d-b2a4-4f86119d3e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.811573 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6d18866a-45e3-436d-8bcf-664dd9d98de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:36.823841 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d15678-708b-449d-b2a4-4f86119d3e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51d6612-2799-4145-be09-c087ebd7f617,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:36.827577 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-27d15678-708b-449d-b2a4-4f86119d3e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:36.836738 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-27d15678-708b-449d-b2a4-4f86119d3e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:36.840969 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-27d15678-708b-449d-b2a4-4f86119d3e5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b51d6612-2799-4145-be09-c087ebd7f617 HTTP/1.1" status: 204 len: 168 time: 0.1705110 May 20 15:59:37.682626 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44268) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:37.787301 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1757854075-network', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:37.792137 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:37.797156 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Usage tracker for resource:network and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:37.800044 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:37.806701 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:37.817084 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Made reservation on behalf of 6d5e98515aa24652aba4b748e4789b10 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:37.819783 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:37.834389 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:37.859538 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:37.863211 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:37.866001 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:37.871794 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:37.955007 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:37.959038 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:37.961969 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b8510fd5-808a-4715-9a84-3eb8f443dfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:37.991618 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:38.000647 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896d78c0-32af-4a29-a525-288a237cb33f,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:38.005675 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:38.006961 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.007102 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Added segment af8f2c06-7a3d-4162-acd5-2183b955518d of type vlan for network 758822e3-cbd7-47bd-8c27-6d71629f43e5 May 20 15:59:38.033766 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.063597 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.065002 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:38.065641 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.068860 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:38.171903 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Pushing event updated for resources: {'Network': ['ID=758822e3-cbd7-47bd-8c27-6d71629f43e5,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:38.174816 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4911354 May 20 15:59:38.175669 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-de8b774b-cdd4-4977-a29e-94c4312c4011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:38.177631 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44274) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:38.181599 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 758822e3-cbd7-47bd-8c27-6d71629f43e5 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:38.186173 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Request body: {'subnet': {'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1757854075-subnet', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'ip_version': 4}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:38.191050 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:38.195032 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Usage tracker for resource:subnet and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:38.197896 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:38.204740 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:38.214428 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Made reservation on behalf of 6d5e98515aa24652aba4b748e4789b10 for: {'subnet': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:38.217674 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6418415'] for subnet, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.699687 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7619334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6418429'] for subnet, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.703837 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6bbacd11-7285-4a3d-a4e5-a77aa464f896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:38.773523 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83bf23a-9a74-417e-838a-5b831d05afb8,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:38.776809 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:38.782843 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Checking segment: {'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:38.783144 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Network hostable DHCP agents. Network: 758822e3-cbd7-47bd-8c27-6d71629f43e5, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91625) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:59:38.799674 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Network 758822e3-cbd7-47bd-8c27-6d71629f43e5 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91625) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:59:38.810430 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 758822e3-cbd7-47bd-8c27-6d71629f43e5) {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:38.819225 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fba799-31f9-42d1-9f60-b535d48a9cb9 None None] Network 758822e3-cbd7-47bd-8c27-6d71629f43e5 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:38.819671 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:38.820268 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.842617 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-d0409e2c-5ba5-4289-92d3-3f3ad7b38953 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6638901 May 20 15:59:38.846030 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44278) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:38.851366 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:38.859319 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:38.863659 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Usage tracker for resource:router and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:38.866556 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:38.873194 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:38.884904 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7989653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32114'] for router, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.885988 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8080340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8031792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32011'] for router, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:38.907473 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.059737 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b74e7ff-11be-525c-ad52-207b3bc2585f-758822e3-cbd7-47bd-8c27-6d71629f43e5', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8'}]}} from dv-cinder-784779-12-smb. {{(pid=91626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:39.060754 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.199350 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8080358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7989635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32025'] for router, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.219610 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Allocated IP 172.20.0.2 (758822e3-cbd7-47bd-8c27-6d71629f43e5/f83bf23a-9a74-417e-838a-5b831d05afb8/cdac74e2-de2d-45d1-b0a5-0109078b9303) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:39.437560 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.447329 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Transition to ACTIVE for port object cdac74e2-de2d-45d1-b0a5-0109078b9303 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:39.466621 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Transition to ACTIVE for port object cdac74e2-de2d-45d1-b0a5-0109078b9303 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:39.472698 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.476004 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:39.518626 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.540174 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Network 758822e3-cbd7-47bd-8c27-6d71629f43e5 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:39.543727 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:39.547445 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:39.548713 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.553176 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Pushing event updated for resources: {'Port': ['ID=cdac74e2-de2d-45d1-b0a5-0109078b9303,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:39.556947 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:39.649946 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Attempting to bind port cdac74e2-de2d-45d1-b0a5-0109078b9303 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:39.650426 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Attempting to bind port cdac74e2-de2d-45d1-b0a5-0109078b9303 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:39.650800 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Attempting to bind port cdac74e2-de2d-45d1-b0a5-0109078b9303 on network 758822e3-cbd7-47bd-8c27-6d71629f43e5 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:39.657450 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:39.657825 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Checking segment: {'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:39.658285 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.658644 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Bound using segment: {'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:39.659126 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Bound port: cdac74e2-de2d-45d1-b0a5-0109078b9303, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:39.659503 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.686761 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Allocated IP 172.28.3.119 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/40476204-28fd-4040-951f-709cffa14e9b) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:39.748020 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-d444d350-137a-40bf-a5ab-104b3e27d44b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831335 May 20 15:59:39.756091 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] For port cdac74e2-de2d-45d1-b0a5-0109078b9303, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:39.759013 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] For port cdac74e2-de2d-45d1-b0a5-0109078b9303, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=cdac74e2-de2d-45d1-b0a5-0109078b9303,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:39.764336 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.767855 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:39.842387 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.857120 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Pushing event updated for resources: {'Port': ['ID=cdac74e2-de2d-45d1-b0a5-0109078b9303,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:39.860005 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:39.876344 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:39.881610 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-efacaa30-5b99-4178-99a8-a396515c70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:39.881610 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-efacaa30-5b99-4178-99a8-a396515c70ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 1098 time: 0.0900881 May 20 15:59:39.888144 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c328dc30-3dc2-44d7-afc6-094dbe9dc6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:39.951946 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:39.954893 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:39.957813 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:40.076764 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-0b11d775-4842-440a-b454-4a65fff4ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:40.078378 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-0b11d775-4842-440a-b454-4a65fff4ae91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 912 time: 0.1744263 May 20 15:59:40.118586 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Pushing event updated for resources: {'Port': ['ID=40476204-28fd-4040-951f-709cffa14e9b,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:40.122467 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:40.193725 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-8f75edd1-fc5a-49e8-978e-0d0611022733 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791 HTTP/1.1" status: 200 len: 1000 time: 0.1091268 May 20 15:59:40.256732 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-da53bad3-b9f1-484f-8f19-be890dc0c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:40.258679 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-da53bad3-b9f1-484f-8f19-be890dc0c7bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 200 len: 850 time: 0.0578785 May 20 15:59:40.334115 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-ee2ed63f-f765-4a0a-8c72-025b9e965384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:40.335612 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-ee2ed63f-f765-4a0a-8c72-025b9e965384 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2fe3226-3795-4399-9a8c-fcd1881766da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0706043 May 20 15:59:40.476722 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-f28fff94-b55f-41de-9d46-dc55d385e08b service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342316 May 20 15:59:40.504141 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.596594 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device cdac74e2-de2d-45d1-b0a5-0109078b9303 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:40.639403 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d624ba8d-7e69-4d06-aef0-82efcf592e45 req-e7235b2b-15aa-4034-84a2-bb23b6c87969 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537769 May 20 15:59:40.670328 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port cdac74e2-de2d-45d1-b0a5-0109078b9303 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:40.841952 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d3c64-55c3-4c16-9e92-b7237ddc6c63 None None] Network 758822e3-cbd7-47bd-8c27-6d71629f43e5 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:40.876415 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7989658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8080318'] for router, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:40.963028 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-62d5d30a-1c6d-41e6-90da-3552dd38ba58 None None] Provisioning for port cdac74e2-de2d-45d1-b0a5-0109078b9303 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:40.980108 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-62d5d30a-1c6d-41e6-90da-3552dd38ba58 None None] Provisioning complete for port cdac74e2-de2d-45d1-b0a5-0109078b9303 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:40.981151 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62d5d30a-1c6d-41e6-90da-3552dd38ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.087794 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 is scheduled to L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 with binding_index 1 {{(pid=91625) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:59:41.203292 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62d5d30a-1c6d-41e6-90da-3552dd38ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.244323 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-62d5d30a-1c6d-41e6-90da-3552dd38ba58 None None] For port cdac74e2-de2d-45d1-b0a5-0109078b9303, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=cdac74e2-de2d-45d1-b0a5-0109078b9303,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:41.248471 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-62d5d30a-1c6d-41e6-90da-3552dd38ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.250314 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:41.269602 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:41.279848 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Sync routers for ids ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:41.291201 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Routers {'c4c78810-d5c8-4a4f-adf1-7a2323b637d5'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:41.292409 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:59:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:41.296517 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.298190 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4510808 May 20 15:59:41.301436 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44282) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:41.325126 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5d30a-1c6d-41e6-90da-3552dd38ba58 None None] Pushing event updated for resources: {'Port': ['ID=cdac74e2-de2d-45d1-b0a5-0109078b9303,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:41.328498 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-62d5d30a-1c6d-41e6-90da-3552dd38ba58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:41.477370 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-2a3ff411-eaf6-496d-917d-a81908c28e02 None None] Provisioning complete for port cdac74e2-de2d-45d1-b0a5-0109078b9303 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:41.477739 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-2a3ff411-eaf6-496d-917d-a81908c28e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:41.491109 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Set router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:41.784046 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:40Z', 'revision_number': 3, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:41.788084 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Checking router: c4c78810-d5c8-4a4f-adf1-7a2323b637d5 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:41.788435 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Updating router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 port 40476204-28fd-4040-951f-709cffa14e9b binding host dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:59:41.847058 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.141530 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.196777 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.210888 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Transition to ACTIVE for port object 40476204-28fd-4040-951f-709cffa14e9b will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:42.218575 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.223547 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-93872011-c3b9-421c-8466-ff39f2ed370f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:42.305453 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Attempting to bind port 40476204-28fd-4040-951f-709cffa14e9b on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:42.306187 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Attempting to bind port 40476204-28fd-4040-951f-709cffa14e9b by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:42.306187 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Attempting to bind port 40476204-28fd-4040-951f-709cffa14e9b on network fae4a615-4f0b-416e-8057-595655400a68 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:42.314025 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Pushing event updated for resources: {'Port': ['ID=40476204-28fd-4040-951f-709cffa14e9b,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:42.318925 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:42.319292 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Checking segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:42.319685 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.320066 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Bound using segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:42.320521 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Bound port: 40476204-28fd-4040-951f-709cffa14e9b, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:42.320891 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.353500 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.353837 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.354165 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.354503 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.354815 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.355525 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.355525 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.355750 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.356071 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.356379 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.356682 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.357284 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:42.361068 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:42.364409 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_common [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Allocated IP 172.20.0.1 (758822e3-cbd7-47bd-8c27-6d71629f43e5/f83bf23a-9a74-417e-838a-5b831d05afb8/423b2330-055f-4136-a329-51aa8207592a) {{(pid=91625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:42.411124 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] For port 40476204-28fd-4040-951f-709cffa14e9b, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:42.414062 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] For port 40476204-28fd-4040-951f-709cffa14e9b, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=40476204-28fd-4040-951f-709cffa14e9b,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:42.419318 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.426166 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:42.523148 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Routers {'c4c78810-d5c8-4a4f-adf1-7a2323b637d5'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:42.523781 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:59:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:42.537542 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.554050 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.provisioning_blocks [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Transition to ACTIVE for port object 423b2330-055f-4136-a329-51aa8207592a will not be triggered until provisioned by entity DHCP. {{(pid=91625) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:42.582257 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device cdac74e2-de2d-45d1-b0a5-0109078b9303 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:42.588021 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.598515 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:42.623066 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Pushing event updated for resources: {'Port': ['ID=40476204-28fd-4040-951f-709cffa14e9b,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:42.654481 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Network 758822e3-cbd7-47bd-8c27-6d71629f43e5 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:42.657545 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:42.659688 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port cdac74e2-de2d-45d1-b0a5-0109078b9303 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:42.660990 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Received port after_create {{(pid=91625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:42.661188 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.673945 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-3bf7a1d6-0d1d-4712-a644-bc11934e6b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:42.707188 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Pushing event updated for resources: {'Port': ['ID=423b2330-055f-4136-a329-51aa8207592a,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:42.711928 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:42.722876 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] Set router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:42.725296 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988135'] for router_interface, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.936423 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-36f7cc3f-fc13-4729-9407-c6c970fd2931 None None] Provisioning for port 423b2330-055f-4136-a329-51aa8207592a completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:42.941326 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-36f7cc3f-fc13-4729-9407-c6c970fd2931 None None] Provisioning complete for port 423b2330-055f-4136-a329-51aa8207592a triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:42.941731 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-36f7cc3f-fc13-4729-9407-c6c970fd2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.990245 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:42.995633 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-36f7cc3f-fc13-4729-9407-c6c970fd2931 None None] Port 423b2330-055f-4136-a329-51aa8207592a cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:43.032449 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:40Z', 'revision_number': 3, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:43.036243 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc3a9c-5162-451d-8b39-c31e00ff86cf None None] The sync data for ids ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'] in dv-cinder-784779-12-smb is: [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:40Z', 'revision_number': 3, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:43.336978 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.342809 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7619507'] for port, after_update {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.369265 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c2cc6c65-73d0-4935-b70b-5a3a087fba00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:43.459237 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7956558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8106012'] for router_interface, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.462871 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Pushing event updated for resources: {'Port': ['ID=423b2330-055f-4136-a329-51aa8207592a,revision_number=2']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:43.466552 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:43.603249 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Network 758822e3-cbd7-47bd-8c27-6d71629f43e5 is already hosted by enough agents. {{(pid=91625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:43.604368 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.base_scheduler [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:43.814603 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:43.819303 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-35e58bf8-f9b9-4a0f-a6a8-22d6647e2f79 None None] Provisioning complete for port 423b2330-055f-4136-a329-51aa8207592a triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:43.820249 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-35e58bf8-f9b9-4a0f-a6a8-22d6647e2f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:43.878846 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-35e58bf8-f9b9-4a0f-a6a8-22d6647e2f79 None None] Port 423b2330-055f-4136-a329-51aa8207592a cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:43.996864 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:44.005715 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-18c3a1c5-8231-4424-b1cf-3344b4a079b9 admin admin] 10.222.0.36 "PUT /v2.0/routers/c4c78810-d5c8-4a4f-adf1-7a2323b637d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7030859 May 20 15:59:44.518467 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44300) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:44.524414 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-657722132-network', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:44.529369 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:44.533542 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Usage tracker for resource:network and tenant:a79b243fa2c241eca87ac89a3bd54d36 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:44.539315 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:44.542392 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Sync routers for ids ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:44.545606 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:44.553131 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Routers {'c4c78810-d5c8-4a4f-adf1-7a2323b637d5'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:44.553783 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:59:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:44.576892 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Made reservation on behalf of a79b243fa2c241eca87ac89a3bd54d36 for: {'network': 1} {{(pid=91625) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:44.579453 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-740009'] for network, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.591980 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.607474 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:44.608961 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 40476204-28fd-4040-951f-709cffa14e9b up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:44.611627 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Usage tracker for resource:security_group_rule and tenant:a79b243fa2c241eca87ac89a3bd54d36 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:44.614543 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:44.620351 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:44.705768 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.709338 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.713200 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2204582d-9d6b-42a3-98c9-a1d4ec30cd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:44.739548 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=91625) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:59:44.748817 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69361849-e5bb-42f8-bebe-298780ce9ad6,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:44.752435 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:44.754849 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.755185 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.segments_db [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Added segment fff41184-1347-4a0e-84de-605936c157d7 of type vlan for network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 May 20 15:59:44.774804 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 40476204-28fd-4040-951f-709cffa14e9b completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:44.783348 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779026328019'] for network, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.784314 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 40476204-28fd-4040-951f-709cffa14e9b triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:44.784689 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.813802 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668'] for network, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.815460 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:44.816143 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:44.820956 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7a287dd8-c8e4-4a1e-b333-7c1f583b5ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:44.831223 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Set router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:44.921703 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4021242 May 20 15:59:44.924513 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44304) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:44.925104 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:44.927713 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f893f4c1-6e0c-44f1-bb9d-b3673abb2706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:44.933014 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Request body: {'subnet': {'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-657722132-subnet', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'ip_version': 4}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:44.939673 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:44.943667 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Usage tracker for resource:subnet and tenant:a79b243fa2c241eca87ac89a3bd54d36 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:44.946607 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:44.952462 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:44.962960 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 details requested by agent ovs-agent-dv-cinder-784779-12-smb with host dv-cinder-784779-12-smb {{(pid=91626) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 15:59:44.966949 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Made reservation on behalf of a79b243fa2c241eca87ac89a3bd54d36 for: {'subnet': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:59:44.969673 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6644765'] for subnet, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.257770 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.318255 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 40476204-28fd-4040-951f-709cffa14e9b, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=40476204-28fd-4040-951f-709cffa14e9b,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:45.324717 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.327887 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:45.408183 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=40476204-28fd-4040-951f-709cffa14e9b,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:45.411524 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:45.422013 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '423b2330-055f-4136-a329-51aa8207592a', 'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'mac_address': 'fa:16:3e:51:9e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:42Z', 'updated_at': '2021-05-20T15:59:43Z', 'revision_number': 2, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'subnets': [{'id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:45.425941 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Checking router: c4c78810-d5c8-4a4f-adf1-7a2323b637d5 for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:45.426335 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Updating router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 port 423b2330-055f-4136-a329-51aa8207592a binding host dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:59:45.464107 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6734409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6644751'] for subnet, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.470327 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:45.479692 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.544515 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4484dee2-7cd6-4f11-a143-2f1e0ddd79a1,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:45.547753 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:45.554940 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Checking segment: {'id': 'fff41184-1347-4a0e-84de-605936c157d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:45.555301 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Network hostable DHCP agents. Network: 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7, hostable agents: ['5a9de348-97d5-4a38-bbd1-dec1b66ffb3f'], hosted agents: [] {{(pid=91624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:59:45.571852 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 is scheduled to be hosted by DHCP agent 5a9de348-97d5-4a38-bbd1-dec1b66ffb3f with binding_index 1 {{(pid=91624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:59:45.581878 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-12-smb, 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7) {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:45.592987 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:59:45.594419 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.595077 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe920c1-b832-469f-bd41-7b203d2b374e None None] Network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:45.615581 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-4b022804-550e-4eeb-a069-975f30933055 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6896553 May 20 15:59:45.618505 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44308) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:45.624237 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-657722132-router', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:59:45.628772 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:59:45.632579 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Usage tracker for resource:router and tenant:a79b243fa2c241eca87ac89a3bd54d36 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:59:45.635412 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:59:45.642028 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:59:45.653048 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7989653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32114'] for router, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.654126 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7983235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8080340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8031792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32011'] for router, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.669930 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.941551 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8080358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7989635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32025'] for router, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:45.948427 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b74e7ff-11be-525c-ad52-207b3bc2585f-7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7', 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'fixed_ips': [{'subnet_id': '4484dee2-7cd6-4f11-a143-2f1e0ddd79a1'}]}} from dv-cinder-784779-12-smb. {{(pid=91626) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:59:45.949849 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.073099 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.100155 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Transition to ACTIVE for port object 423b2330-055f-4136-a329-51aa8207592a will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:46.111509 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.146044 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:46.269302 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.296682 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.db_base_plugin_common [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Allocated IP 172.20.0.2 (7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7/4484dee2-7cd6-4f11-a143-2f1e0ddd79a1/ad9eff9b-aba6-4b1a-aee6-044f9a8c3480) {{(pid=91626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:46.305920 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.326051 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2be14-e3bf-40d6-b1aa-a17935f6a6bf None None] Pushing event updated for resources: {'Port': ['ID=423b2330-055f-4136-a329-51aa8207592a,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:46.336465 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1aa2be14-e3bf-40d6-b1aa-a17935f6a6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:46.429403 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Attempting to bind port 423b2330-055f-4136-a329-51aa8207592a on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:46.429681 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Attempting to bind port 423b2330-055f-4136-a329-51aa8207592a by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:46.430047 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Attempting to bind port 423b2330-055f-4136-a329-51aa8207592a on network 758822e3-cbd7-47bd-8c27-6d71629f43e5 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:46.456630 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Allocated IP 172.28.3.114 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/93342180-739c-4be0-83fa-fe2b7481bdac) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:46.489348 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:46.489348 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Checking segment: {'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:46.489703 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.490060 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Bound using segment: {'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:46.490565 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Bound port: 423b2330-055f-4136-a329-51aa8207592a, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:46.490942 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.576375 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 40476204-28fd-4040-951f-709cffa14e9b up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:46.620467 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.651371 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.656467 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:46.718951 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:46.721876 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:46.724445 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:46.768683 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] For port 423b2330-055f-4136-a329-51aa8207592a, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:46.771355 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Pushing event updated for resources: {'Port': ['ID=93342180-739c-4be0-83fa-fe2b7481bdac,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:46.772097 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] For port 423b2330-055f-4136-a329-51aa8207592a, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=423b2330-055f-4136-a329-51aa8207592a,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:46.775478 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:46.784960 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.791311 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:46.832665 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Notify callbacks [] for port, precommit_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.865158 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Transition to ACTIVE for port object ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:46.890667 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 40476204-28fd-4040-951f-709cffa14e9b triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:46.891042 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:46.941825 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Routers {'c4c78810-d5c8-4a4f-adf1-7a2323b637d5'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:46.942496 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:59:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:47.002090 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Transition to ACTIVE for port object ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 will not be triggered until provisioned by entity DHCP. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:47.003483 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2be14-e3bf-40d6-b1aa-a17935f6a6bf None None] Pushing event updated for resources: {'Port': ['ID=423b2330-055f-4136-a329-51aa8207592a,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:47.015601 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-1aa2be14-e3bf-40d6-b1aa-a17935f6a6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:47.026304 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518'] for port, after_create {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.034499 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:47.130621 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 is already hosted by enough agents. {{(pid=91626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:47.192989 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.scheduler.base_scheduler [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Resources bound (agent type, host, resource id): {{(pid=91626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:47.195978 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Received port after_create {{(pid=91626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:47.210530 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Pushing event updated for resources: {'Port': ['ID=ad9eff9b-aba6-4b1a-aee6-044f9a8c3480,revision_number=1']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:47.220462 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:47.258228 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.367474 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] Set router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:47.436883 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Attempting to bind port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:47.437251 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Attempting to bind port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': 'fff41184-1347-4a0e-84de-605936c157d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:47.437612 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Attempting to bind port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 on network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:47.446460 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:47.447162 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Checking segment: {'id': 'fff41184-1347-4a0e-84de-605936c157d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:47.447303 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.447613 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Bound using segment: {'id': 'fff41184-1347-4a0e-84de-605936c157d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:47.448085 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Bound port: ad9eff9b-aba6-4b1a-aee6-044f9a8c3480, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff41184-1347-4a0e-84de-605936c157d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:47.448456 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.603821 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7989658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8080318'] for router, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.701904 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] For port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:47.738144 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] For port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ad9eff9b-aba6-4b1a-aee6-044f9a8c3480,segment=NetworkSegment(fff41184-1347-4a0e-84de-605936c157d7),segment_id=fff41184-1347-4a0e-84de-605936c157d7)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:47.742936 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:47.749581 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-c1a05f35-3a5a-4b29-908d-54494795c7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:47.814516 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Router 820ce7de-a891-431f-b31a-8a2577f80c69 is scheduled to L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 with binding_index 1 {{(pid=91624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:59:47.833115 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Pushing event updated for resources: {'Port': ['ID=ad9eff9b-aba6-4b1a-aee6-044f9a8c3480,revision_number=2']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:47.836681 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:47.862625 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '423b2330-055f-4136-a329-51aa8207592a', 'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'mac_address': 'fa:16:3e:51:9e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:42Z', 'updated_at': '2021-05-20T15:59:46Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'subnets': [{'id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:47.866827 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcf524-193b-4ed4-a5e4-17a92a464cb5 None None] The sync data for ids ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'] in dv-cinder-784779-12-smb is: [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '423b2330-055f-4136-a329-51aa8207592a', 'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'mac_address': 'fa:16:3e:51:9e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:42Z', 'updated_at': '2021-05-20T15:59:46Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'subnets': [{'id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:48.049704 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:48.059038 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Sync routers for ids ['820ce7de-a891-431f-b31a-8a2577f80c69'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:48.068925 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Routers {'820ce7de-a891-431f-b31a-8a2577f80c69'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:48.069538 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:59:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['820ce7de-a891-431f-b31a-8a2577f80c69'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:48.074726 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Notify callbacks [] for router, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.076114 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4567285 May 20 15:59:48.080220 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44312) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:59:48.292562 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Set router 820ce7de-a891-431f-b31a-8a2577f80c69 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:48.616450 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'name': 'tempest-TestMinimumBasicScenario-657722132-router', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:45Z', 'updated_at': '2021-05-20T15:59:47Z', 'revision_number': 3, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'gw_port': {'id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:46Z', 'updated_at': '2021-05-20T15:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:48.621976 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Checking router: 820ce7de-a891-431f-b31a-8a2577f80c69 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:48.622593 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Updating router 820ce7de-a891-431f-b31a-8a2577f80c69 port 93342180-739c-4be0-83fa-fe2b7481bdac binding host dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:59:48.681316 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:48.687308 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:48.813292 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:48.820427 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 423b2330-055f-4136-a329-51aa8207592a up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:48.951150 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 423b2330-055f-4136-a329-51aa8207592a completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:48.961863 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 423b2330-055f-4136-a329-51aa8207592a triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:48.962357 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.079481 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88814eca-901f-4e26-a635-d2da452ce177 None None] Network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:59:49.110852 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.159700 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Notify callbacks [] for port, precommit_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.176337 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.provisioning_blocks [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Transition to ACTIVE for port object 93342180-739c-4be0-83fa-fe2b7481bdac will not be triggered until provisioned by entity L2. {{(pid=91627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:49.188559 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.196762 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-369b9157-7a74-472b-9eb7-0657713e7df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:49.265059 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.282832 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-4bb8f36d-0b03-4b48-b215-940b73fb732c None None] Provisioning for port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:49.309027 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-4bb8f36d-0b03-4b48-b215-940b73fb732c None None] Provisioning complete for port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:49.310136 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f36d-0b03-4b48-b215-940b73fb732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.324539 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710408f-0d7c-47bb-a9cb-c650ce22e8d6 None None] Pushing event updated for resources: {'Port': ['ID=93342180-739c-4be0-83fa-fe2b7481bdac,revision_number=2']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:49.327929 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-7710408f-0d7c-47bb-a9cb-c650ce22e8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:49.328638 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Attempting to bind port 93342180-739c-4be0-83fa-fe2b7481bdac on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:49.328997 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Attempting to bind port 93342180-739c-4be0-83fa-fe2b7481bdac by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:49.329345 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Attempting to bind port 93342180-739c-4be0-83fa-fe2b7481bdac on network fae4a615-4f0b-416e-8057-595655400a68 {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:49.335173 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:49.335543 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Checking segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:49.335931 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.336313 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Bound using segment: {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'} {{(pid=91627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:49.336768 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.managers [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Bound port: 93342180-739c-4be0-83fa-fe2b7481bdac, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745c17d8-b51d-4960-8ce3-d086d4082fd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}}] {{(pid=91627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:49.337129 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.353453 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Allocated IP 172.20.0.1 (7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7/4484dee2-7cd6-4f11-a143-2f1e0ddd79a1/8e7c5741-d6f6-407b-b1fe-efbdef047e66) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:59:49.414867 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] For port 93342180-739c-4be0-83fa-fe2b7481bdac, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:49.418568 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.plugins.ml2.db [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] For port 93342180-739c-4be0-83fa-fe2b7481bdac, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=93342180-739c-4be0-83fa-fe2b7481bdac,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:49.423360 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron_lib.callbacks.manager [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.428607 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-08ba6599-cb55-40e9-8fd3-873877fcee0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:49.432135 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 423b2330-055f-4136-a329-51aa8207592a, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=423b2330-055f-4136-a329-51aa8207592a,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:49.450090 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.454227 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:49.516708 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Routers {'820ce7de-a891-431f-b31a-8a2577f80c69'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:49.517339 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:59:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['820ce7de-a891-431f-b31a-8a2577f80c69'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:49.524638 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.541189 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Transition to ACTIVE for port object 8e7c5741-d6f6-407b-b1fe-efbdef047e66 will not be triggered until provisioned by entity DHCP. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:49.565587 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.569313 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bf289519-6c0e-4b90-9055-b9c34b62d710 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:49.587444 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710408f-0d7c-47bb-a9cb-c650ce22e8d6 None None] Pushing event updated for resources: {'Port': ['ID=93342180-739c-4be0-83fa-fe2b7481bdac,revision_number=3']} {{(pid=91627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:49.593824 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG oslo_concurrency.lockutils [None req-7710408f-0d7c-47bb-a9cb-c650ce22e8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:49.625312 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f36d-0b03-4b48-b215-940b73fb732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.638310 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:49.641195 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:49.644820 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:59:49.646834 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=423b2330-055f-4136-a329-51aa8207592a,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:49.673630 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-4bb8f36d-0b03-4b48-b215-940b73fb732c None None] For port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ad9eff9b-aba6-4b1a-aee6-044f9a8c3480,segment=NetworkSegment(fff41184-1347-4a0e-84de-605936c157d7),segment_id=fff41184-1347-4a0e-84de-605936c157d7)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:49.677721 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.677721 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.678008 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.678548 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.678896 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.679227 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.679559 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.680002 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.680236 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.680545 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.680958 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.681306 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:59:49.682316 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Pushing event updated for resources: {'Port': ['ID=8e7c5741-d6f6-407b-b1fe-efbdef047e66,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:49.687442 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f36d-0b03-4b48-b215-940b73fb732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.690037 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:49.690463 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:49.690598 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:49.703378 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7988135'] for router_interface, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:49.716284 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] Set router 820ce7de-a891-431f-b31a-8a2577f80c69 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:49.770836 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8f36d-0b03-4b48-b215-940b73fb732c None None] Pushing event updated for resources: {'Port': ['ID=ad9eff9b-aba6-4b1a-aee6-044f9a8c3480,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:49.774033 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4bb8f36d-0b03-4b48-b215-940b73fb732c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:49.992453 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.019999 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'name': 'tempest-TestMinimumBasicScenario-657722132-router', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:45Z', 'updated_at': '2021-05-20T15:59:47Z', 'revision_number': 3, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'gw_port': {'id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:46Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:50.021270 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-14c4d12a-0970-4558-bd53-6736e0d8e3c9 None None] Provisioning complete for port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:50.021657 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-14c4d12a-0970-4558-bd53-6736e0d8e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.024011 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514cfdc6-e96b-4621-9f5f-3db65611b1fa None None] The sync data for ids ['820ce7de-a891-431f-b31a-8a2577f80c69'] in dv-cinder-784779-12-smb is: [{'id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'name': 'tempest-TestMinimumBasicScenario-657722132-router', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:45Z', 'updated_at': '2021-05-20T15:59:47Z', 'revision_number': 3, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'gw_port': {'id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:46Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:50.184035 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-14c4d12a-0970-4558-bd53-6736e0d8e3c9 None None] Provisioning for port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:50.189805 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-14c4d12a-0970-4558-bd53-6736e0d8e3c9 None None] Provisioning complete for port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:50.190296 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-14c4d12a-0970-4558-bd53-6736e0d8e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.251318 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-14c4d12a-0970-4558-bd53-6736e0d8e3c9 None None] Port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:50.271862 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.277401 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.310144 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:50.390132 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7956558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8106012'] for router_interface, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.391309 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-36d65f65-bf02-41c8-8726-d9d8c3ee425b None None] Provisioning complete for port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:50.391958 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-36d65f65-bf02-41c8-8726-d9d8c3ee425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.393849 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Pushing event updated for resources: {'Port': ['ID=8e7c5741-d6f6-407b-b1fe-efbdef047e66,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:50.397314 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:50.460841 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-36d65f65-bf02-41c8-8726-d9d8c3ee425b None None] Port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:50.642244 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:50.655944 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:59:50.657178 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:59:50.736152 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:50.736678 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:50.875545 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 423b2330-055f-4136-a329-51aa8207592a up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:50.881956 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Router 820ce7de-a891-431f-b31a-8a2577f80c69 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:59:50.942168 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-10bf99de-9376-4921-ae61-e0fae5da70b5 None None] Provisioning complete for port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:50.942476 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-10bf99de-9376-4921-ae61-e0fae5da70b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.003953 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-10bf99de-9376-4921-ae61-e0fae5da70b5 None None] Port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:59:51.005366 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 423b2330-055f-4136-a329-51aa8207592a triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:51.005740 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.067060 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:59:51.077300 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-f5d1be14-f884-4981-9b00-cdf709951d74 admin admin] 10.222.0.36 "PUT /v2.0/routers/820ce7de-a891-431f-b31a-8a2577f80c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9972525 May 20 15:59:51.127727 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 93342180-739c-4be0-83fa-fe2b7481bdac up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:51.197811 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 93342180-739c-4be0-83fa-fe2b7481bdac completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:51.202683 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 93342180-739c-4be0-83fa-fe2b7481bdac triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:51.203057 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.322006 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.340896 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 93342180-739c-4be0-83fa-fe2b7481bdac, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=93342180-739c-4be0-83fa-fe2b7481bdac,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:51.344982 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:51.348208 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-9e4e06fc-7268-4095-b234-f52f8653592b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:51.419590 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=93342180-739c-4be0-83fa-fe2b7481bdac,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:51.423250 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:51.641227 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Sync routers for ids ['820ce7de-a891-431f-b31a-8a2577f80c69'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:59:51.650878 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Routers {'820ce7de-a891-431f-b31a-8a2577f80c69'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:51.651521 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-43254623-e51f-4b01-854f-be5ff980992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:59:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['820ce7de-a891-431f-b31a-8a2577f80c69'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:51.845720 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Set router 820ce7de-a891-431f-b31a-8a2577f80c69 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:52.237719 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-43254623-e51f-4b01-854f-be5ff980992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'name': 'tempest-TestMinimumBasicScenario-657722132-router', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:45Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 4, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'gw_port': {'id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:46Z', 'updated_at': '2021-05-20T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '8e7c5741-d6f6-407b-b1fe-efbdef047e66', 'name': '', 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'mac_address': 'fa:16:3e:79:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4484dee2-7cd6-4f11-a143-2f1e0ddd79a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:49Z', 'updated_at': '2021-05-20T15:59:50Z', 'revision_number': 2, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'subnets': [{'id': '4484dee2-7cd6-4f11-a143-2f1e0ddd79a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:52.241960 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Checking router: 820ce7de-a891-431f-b31a-8a2577f80c69 for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:59:52.242410 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Updating router 820ce7de-a891-431f-b31a-8a2577f80c69 port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 binding host dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:59:52.303742 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.616949 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 93342180-739c-4be0-83fa-fe2b7481bdac up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:52.743605 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 93342180-739c-4be0-83fa-fe2b7481bdac triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:52.743896 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.824738 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Notify callbacks [] for port, precommit_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.842172 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Transition to ACTIVE for port object 8e7c5741-d6f6-407b-b1fe-efbdef047e66 will not be triggered until provisioned by entity L2. {{(pid=91626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:59:52.879835 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:52.888832 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-5db11d84-5d53-4bac-b315-ec2fc31d7916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:53.033965 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2691a-42da-41ea-84f4-06c541b5abaf None None] Pushing event updated for resources: {'Port': ['ID=8e7c5741-d6f6-407b-b1fe-efbdef047e66,revision_number=3']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:53.037896 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-44a2691a-42da-41ea-84f4-06c541b5abaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:53.129516 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Attempting to bind port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 on host dv-cinder-784779-12-smb for vnic_type normal with profile {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:59:53.129888 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Attempting to bind port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 by drivers openvswitch,hyperv on host dv-cinder-784779-12-smb at level 0 using segments [{'id': 'fff41184-1347-4a0e-84de-605936c157d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7'}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:59:53.130293 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Attempting to bind port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 on network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:59:53.138495 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Checking agent: {'id': '8e378274-2b9d-4d77-8468-586e41d8c46f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-12-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 43, 27), 'started_at': datetime.datetime(2021, 5, 20, 15, 43, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-12-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:59:53.138879 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Checking segment: {'id': 'fff41184-1347-4a0e-84de-605936c157d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:59:53.139316 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.139694 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Bound using segment: {'id': 'fff41184-1347-4a0e-84de-605936c157d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7'} {{(pid=91626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:59:53.140339 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.managers [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Bound port: 8e7c5741-d6f6-407b-b1fe-efbdef047e66, host: dv-cinder-784779-12-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff41184-1347-4a0e-84de-605936c157d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7'}}] {{(pid=91626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:59:53.140722 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.251646 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-43254623-e51f-4b01-854f-be5ff980992e None None] For port 8e7c5741-d6f6-407b-b1fe-efbdef047e66, host dv-cinder-784779-12-smb, cleared binding levels {{(pid=91626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:59:53.256165 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-43254623-e51f-4b01-854f-be5ff980992e None None] For port 8e7c5741-d6f6-407b-b1fe-efbdef047e66, host dv-cinder-784779-12-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=8e7c5741-d6f6-407b-b1fe-efbdef047e66,segment=NetworkSegment(fff41184-1347-4a0e-84de-605936c157d7),segment_id=fff41184-1347-4a0e-84de-605936c157d7)] {{(pid=91626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:59:53.261724 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:53.271257 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-f4b55553-322e-436c-a4eb-0f6c19053de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:53.355891 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Routers {'820ce7de-a891-431f-b31a-8a2577f80c69'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:59:53.356748 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-43254623-e51f-4b01-854f-be5ff980992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T15:59:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['820ce7de-a891-431f-b31a-8a2577f80c69'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:53.450009 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2691a-42da-41ea-84f4-06c541b5abaf None None] Pushing event updated for resources: {'Port': ['ID=8e7c5741-d6f6-407b-b1fe-efbdef047e66,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:53.466827 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-44a2691a-42da-41ea-84f4-06c541b5abaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:53.663464 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-43254623-e51f-4b01-854f-be5ff980992e None None] Set router 820ce7de-a891-431f-b31a-8a2577f80c69 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:59:54.005828 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-43254623-e51f-4b01-854f-be5ff980992e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'name': 'tempest-TestMinimumBasicScenario-657722132-router', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:45Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 4, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'gw_port': {'id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:46Z', 'updated_at': '2021-05-20T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '8e7c5741-d6f6-407b-b1fe-efbdef047e66', 'name': '', 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'mac_address': 'fa:16:3e:79:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4484dee2-7cd6-4f11-a143-2f1e0ddd79a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:49Z', 'updated_at': '2021-05-20T15:59:53Z', 'revision_number': 4, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'subnets': [{'id': '4484dee2-7cd6-4f11-a143-2f1e0ddd79a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:59:54.012137 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43254623-e51f-4b01-854f-be5ff980992e None None] The sync data for ids ['820ce7de-a891-431f-b31a-8a2577f80c69'] in dv-cinder-784779-12-smb is: [{'id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'name': 'tempest-TestMinimumBasicScenario-657722132-router', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:45Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 4, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'gw_port': {'id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:46Z', 'updated_at': '2021-05-20T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '8e7c5741-d6f6-407b-b1fe-efbdef047e66', 'name': '', 'network_id': '7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'mac_address': 'fa:16:3e:79:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4484dee2-7cd6-4f11-a143-2f1e0ddd79a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:49Z', 'updated_at': '2021-05-20T15:59:53Z', 'revision_number': 4, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'subnets': [{'id': '4484dee2-7cd6-4f11-a143-2f1e0ddd79a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:59:54.369112 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-1c506cf6-b4a4-436f-beec-7c522df7f1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.612394 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 8e7c5741-d6f6-407b-b1fe-efbdef047e66 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:54.728332 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning for port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:59:54.735162 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:54.735544 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.901441 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.951431 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] For port 8e7c5741-d6f6-407b-b1fe-efbdef047e66, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=8e7c5741-d6f6-407b-b1fe-efbdef047e66,segment=NetworkSegment(fff41184-1347-4a0e-84de-605936c157d7),segment_id=fff41184-1347-4a0e-84de-605936c157d7)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:59:54.967566 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:54.969958 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6f91e770-d707-49f4-9109-e06fba441ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:59:55.063886 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Pushing event updated for resources: {'Port': ['ID=8e7c5741-d6f6-407b-b1fe-efbdef047e66,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:59:55.067070 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:59:56.563020 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 8e7c5741-d6f6-407b-b1fe-efbdef047e66 up at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 15:59:56.640206 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Provisioning complete for port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:59:56.640577 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.711345 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b4ff3e6b-1972-4945-8244-201b7ff9c6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:56.867875 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:57.972781 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:59:58.539916 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:59:59.727264 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:01.066533 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-6e54bff1-a1c0-45f1-ab39-97d4fa587447 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:01.067889 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-6e54bff1-a1c0-45f1-ab39-97d4fa587447 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/networks?id=758822e3-cbd7-47bd-8c27-6d71629f43e5 HTTP/1.1" status: 200 len: 815 time: 0.1504738 May 20 16:00:01.083077 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-a833ff9c-b690-41c3-92dc-8c2aae9cfdf1 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/quotas/6d5e98515aa24652aba4b748e4789b10 HTTP/1.1" status: 200 len: 375 time: 0.0097318 May 20 16:00:01.170064 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-85165f75-e934-4a28-9ff0-4c9ec078d1cc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5e98515aa24652aba4b748e4789b10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816841 May 20 16:00:01.307679 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-2167ba25-1aeb-4790-8f65-d4df5d003d49 service neutron] 10.222.0.36 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260231 May 20 16:00:01.442308 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-1b1770af-f4b9-495f-b65c-82a12c3b309b service neutron] 10.222.0.36 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280172 May 20 16:00:01.629179 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-f5009ba9-14a9-4b06-b35d-d56ed4e116e8 req-d22eceb0-daf1-44b6-b204-453c54d8205f tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Synchronizing usage tracker for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:port {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:01.647418 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-f5009ba9-14a9-4b06-b35d-d56ed4e116e8 req-d22eceb0-daf1-44b6-b204-453c54d8205f tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Unset dirty status for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:port {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:01.654826 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f5009ba9-14a9-4b06-b35d-d56ed4e116e8 req-d22eceb0-daf1-44b6-b204-453c54d8205f tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 210 time: 0.0706041 May 20 16:00:02.801077 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-04bb7aac-dc93-4e5f-b3d4-f8a32e75aed7 req-e579a8b7-4700-4495-a736-27e0cac44148 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 210 time: 0.0476267 May 20 16:00:03.086374 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-b339066c-1b95-42b2-9ed9-2cb35a476dc6 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:03.087817 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-b339066c-1b95-42b2-9ed9-2cb35a476dc6 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.54 "GET /v2.0/networks?id=758822e3-cbd7-47bd-8c27-6d71629f43e5 HTTP/1.1" status: 200 len: 815 time: 0.1510417 May 20 16:00:03.108283 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'port': {'device_id': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'admin_state_up': True, 'tenant_id': '6d5e98515aa24652aba4b748e4789b10'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:03.255982 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:03.266534 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:03.282974 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Made reservation on behalf of 6d5e98515aa24652aba4b748e4789b10 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:00:03.287439 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:03.470039 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Allocated IP 172.20.0.12 (758822e3-cbd7-47bd-8c27-6d71629f43e5/f83bf23a-9a74-417e-838a-5b831d05afb8/30ee231c-bc7c-4e8c-b622-28ce4f226c43) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:03.523144 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc0a6a-8b7b-44fe-95ba-9c9eb4f0ae70 req-5aa9fd71-8a67-458b-b234-884639f8b2cc tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:03.524916 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5abc0a6a-8b7b-44fe-95ba-9c9eb4f0ae70 req-5aa9fd71-8a67-458b-b234-884639f8b2cc tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.1132376 May 20 16:00:03.613668 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-5abc0a6a-8b7b-44fe-95ba-9c9eb4f0ae70 req-eda74ea0-e16a-40fe-93f3-6f894919e66b tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796578 May 20 16:00:03.832294 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:03.853015 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Transition to ACTIVE for port object 30ee231c-bc7c-4e8c-b622-28ce4f226c43 will not be triggered until provisioned by entity DHCP. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:03.896725 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:03.921676 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-cc115aa4-e04a-4e9c-99eb-e934f55c23c7 tempest-AttachVolumeNegativeTest-1657704307 tempest-AttachVolumeNegativeTest-1657704307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:04.029592 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Network 758822e3-cbd7-47bd-8c27-6d71629f43e5 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:04.044639 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:04.050129 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:04.090426 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'Port': ['ID=30ee231c-bc7c-4e8c-b622-28ce4f226c43,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:04.109026 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:04.144432 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:04.145115 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:04.174532 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756394e6-4320-48cc-89ac-16a241504175 req-996f69ed-1632-4292-9c30-9b654db3d747 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:04.176270 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-756394e6-4320-48cc-89ac-16a241504175 req-996f69ed-1632-4292-9c30-9b654db3d747 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 932 time: 0.2181101 May 20 16:00:04.217706 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1139703 May 20 16:00:04.249575 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-756394e6-4320-48cc-89ac-16a241504175 req-5a310eee-a8b5-4e7c-bea4-99eca05f476e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517902 May 20 16:00:04.340071 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-be6e35a6-9720-4757-a4a1-edc3bd566c9e None None] Provisioning for port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:04.345659 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-be6e35a6-9720-4757-a4a1-edc3bd566c9e None None] Provisioning complete for port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:04.346036 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-be6e35a6-9720-4757-a4a1-edc3bd566c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:04.406902 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-be6e35a6-9720-4757-a4a1-edc3bd566c9e None None] Port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:00:04.846489 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dfed4-217e-4d86-9455-2adba9842b96 req-4c00c382-68ff-4f21-abba-12fe4b35ddc2 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:04.848255 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d98dfed4-217e-4d86-9455-2adba9842b96 req-4c00c382-68ff-4f21-abba-12fe4b35ddc2 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0924878 May 20 16:00:04.899702 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d98dfed4-217e-4d86-9455-2adba9842b96 req-6f461234-3561-4f99-875b-10a098b3b586 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457904 May 20 16:00:05.419033 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:05.475007 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c94a3a-1cfe-4e73-bb31-d28f2dbabede req-6e66bc23-0d24-4894-801d-00833d49e3b6 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:05.476343 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-21c94a3a-1cfe-4e73-bb31-d28f2dbabede req-6e66bc23-0d24-4894-801d-00833d49e3b6 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Synchronizing usage tracker for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:05.494053 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-21c94a3a-1cfe-4e73-bb31-d28f2dbabede req-6e66bc23-0d24-4894-801d-00833d49e3b6 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Unset dirty status for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:05.495457 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-21c94a3a-1cfe-4e73-bb31-d28f2dbabede req-6e66bc23-0d24-4894-801d-00833d49e3b6 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 932 time: 0.1268981 May 20 16:00:05.544802 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-21c94a3a-1cfe-4e73-bb31-d28f2dbabede req-a522bcba-7995-4d9f-8af0-a51cbb2eacf6 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 May 20 16:00:06.095102 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f03665-b0f1-4f8a-9f26-ec58988fcde0 req-d206761d-e7bd-4477-a794-c27a6a01c489 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:06.096794 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-44f03665-b0f1-4f8a-9f26-ec58988fcde0 req-d206761d-e7bd-4477-a794-c27a6a01c489 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0865705 May 20 16:00:06.151079 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-44f03665-b0f1-4f8a-9f26-ec58988fcde0 req-b5601459-5ab7-4b18-ad5f-96ff0639c6a0 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481071 May 20 16:00:06.747026 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112eec2-a0f6-4c52-b569-23b10e84f192 req-eb58ce44-2bb8-4079-9cd3-590ed1a22c6e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:06.748658 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5112eec2-a0f6-4c52-b569-23b10e84f192 req-eb58ce44-2bb8-4079-9cd3-590ed1a22c6e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 932 time: 0.0897636 May 20 16:00:06.801309 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-5112eec2-a0f6-4c52-b569-23b10e84f192 req-f0a74532-3cc5-4e7c-9b99-5fe72d0f01aa tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 May 20 16:00:07.354232 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a4ce-8b62-4340-8918-4a64ed2a2eac req-cc78b11f-ee1b-4f26-b2e7-4a9e67c8b2d0 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:07.356253 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4d20a4ce-8b62-4340-8918-4a64ed2a2eac req-cc78b11f-ee1b-4f26-b2e7-4a9e67c8b2d0 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0873294 May 20 16:00:07.401705 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-4d20a4ce-8b62-4340-8918-4a64ed2a2eac req-7ff8c23d-8bfd-469c-baa6-c5a7c40bd5bf tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397382 May 20 16:00:08.005625 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af32b6-7d78-4c37-acfd-ecbea4fc8a9f req-c27401a8-5a33-4a2b-a222-ea045445f48e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:08.007185 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-56af32b6-7d78-4c37-acfd-ecbea4fc8a9f req-c27401a8-5a33-4a2b-a222-ea045445f48e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 932 time: 0.0922039 May 20 16:00:08.056219 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-56af32b6-7d78-4c37-acfd-ecbea4fc8a9f req-2063a94d-5383-445f-9879-5b784c08e369 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 May 20 16:00:08.608383 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908284f-7fb3-4838-9693-b5e2ae7f6101 req-e4a02c50-3a0f-4012-9307-e17f70b4a1da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:08.609901 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8908284f-7fb3-4838-9693-b5e2ae7f6101 req-e4a02c50-3a0f-4012-9307-e17f70b4a1da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0915556 May 20 16:00:08.774807 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8908284f-7fb3-4838-9693-b5e2ae7f6101 req-0b4b3a2b-d003-4981-a79e-d2566a0adb8f tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584308 May 20 16:00:09.275334 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0db93-fd02-4cb9-83c7-c5ddc367106a req-4d8fb091-016a-4ba0-a785-91af41fc61dd tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:09.277559 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-77a0db93-fd02-4cb9-83c7-c5ddc367106a req-4d8fb091-016a-4ba0-a785-91af41fc61dd tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 932 time: 0.1074784 May 20 16:00:09.328980 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-77a0db93-fd02-4cb9-83c7-c5ddc367106a req-483a136c-56d9-45af-81e9-1031fa6f495e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459146 May 20 16:00:09.975785 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b2c5f-c04f-43f4-aecf-8b963a26b570 req-5aa6e6f0-8e9b-4e57-a28a-2a2a826c162a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:09.977259 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c78b2c5f-c04f-43f4-aecf-8b963a26b570 req-5aa6e6f0-8e9b-4e57-a28a-2a2a826c162a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0916805 May 20 16:00:10.033237 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c78b2c5f-c04f-43f4-aecf-8b963a26b570 req-260a25e3-59ce-4e20-98d6-fe13e496a2d4 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501032 May 20 16:00:10.529152 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59e59d-19bc-4722-a44b-31e2390d116b req-252b2fc7-8b50-44c8-94a7-da8c8eac16df tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:10.530666 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4c59e59d-19bc-4722-a44b-31e2390d116b req-252b2fc7-8b50-44c8-94a7-da8c8eac16df tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 932 time: 0.0911188 May 20 16:00:10.591232 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4c59e59d-19bc-4722-a44b-31e2390d116b req-c07f343f-4284-4e08-b531-dce7e94cf83b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546556 May 20 16:00:11.230228 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb41ebc-1727-4530-9395-ea61d493d3a5 req-353ceb71-1a89-4efc-9a70-8c065ccfcfb1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:11.233305 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dbb41ebc-1727-4530-9395-ea61d493d3a5 req-353ceb71-1a89-4efc-9a70-8c065ccfcfb1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0861695 May 20 16:00:11.283201 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dbb41ebc-1727-4530-9395-ea61d493d3a5 req-09712b40-71b6-44b8-a01e-6cf2efb01fcc tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454726 May 20 16:00:11.802436 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26335490-490d-4190-b6c5-39426949589d req-c23810c9-b0f9-4c9d-bdfe-bf492a085ee5 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:11.803939 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-26335490-490d-4190-b6c5-39426949589d req-c23810c9-b0f9-4c9d-bdfe-bf492a085ee5 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 932 time: 0.0926721 May 20 16:00:11.852530 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-26335490-490d-4190-b6c5-39426949589d req-325e0b1c-8686-40d1-bd7b-d47a28041ef8 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 May 20 16:00:12.520535 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203a70a-dce2-4212-8e60-3c2f31439a2c req-5b84c084-b30b-442f-b601-bbbff04b8e8a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:12.522433 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8203a70a-dce2-4212-8e60-3c2f31439a2c req-5b84c084-b30b-442f-b601-bbbff04b8e8a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.1042461 May 20 16:00:12.594655 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-8203a70a-dce2-4212-8e60-3c2f31439a2c req-10e47cd9-b702-4b89-b330-8e3459d1fc66 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635149 May 20 16:00:13.061957 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e049bb9-d8a7-4dff-95fa-b50368c187f5 req-5e7ef5eb-a885-4768-bc86-97def9775e77 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:13.063497 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4e049bb9-d8a7-4dff-95fa-b50368c187f5 req-5e7ef5eb-a885-4768-bc86-97def9775e77 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 932 time: 0.0939565 May 20 16:00:13.115057 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-4e049bb9-d8a7-4dff-95fa-b50368c187f5 req-ea0f4646-ae1b-4333-b830-b0f46bddd63b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457404 May 20 16:00:13.470563 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Request body: {'port': {'device_id': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:13.592887 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.808806 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd039392-918d-4c4a-bc58-117a7df50812 req-674b217b-c569-468d-ac31-d4beda39e0fa tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:13.810430 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fd039392-918d-4c4a-bc58-117a7df50812 req-674b217b-c569-468d-ac31-d4beda39e0fa tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0880876 May 20 16:00:13.855663 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fd039392-918d-4c4a-bc58-117a7df50812 req-71933439-5c85-4de3-82e9-f374a2d02f16 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395198 May 20 16:00:13.950187 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ee231c-bc7c-4e8c-b622-28ce4f226c43 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:00:13.957339 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.971967 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Transition to ACTIVE for port object 30ee231c-bc7c-4e8c-b622-28ce4f226c43 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:00:13.975220 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:13.979496 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-79b2a111-1309-4efb-a83b-b2189ceb5a65 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:14.199995 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Pushing event updated for resources: {'Port': ['ID=30ee231c-bc7c-4e8c-b622-28ce4f226c43,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:14.234625 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:14.368860 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Attempting to bind port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:00:14.369079 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Attempting to bind port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:00:14.369393 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Attempting to bind port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 on network 758822e3-cbd7-47bd-8c27-6d71629f43e5 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:14.376833 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 on network 758822e3-cbd7-47bd-8c27-6d71629f43e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:00:14.377153 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Attempting to bind port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 on network 758822e3-cbd7-47bd-8c27-6d71629f43e5 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:00:14.384871 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:00:14.385203 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Checking segment: {'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:00:14.385582 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Bound using segment: {'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:00:14.386700 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Bound port: 30ee231c-bc7c-4e8c-b622-28ce4f226c43, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8f2c06-7a3d-4162-acd5-2183b955518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:00:14.387144 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.407595 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0a5e0-5e95-4d26-a014-cd36e59ff2f9 req-f49577a3-867f-426e-93b4-c5e2160446df tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:14.409060 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-70b0a5e0-5e95-4d26-a014-cd36e59ff2f9 req-f49577a3-867f-426e-93b4-c5e2160446df tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 944 time: 0.1820445 May 20 16:00:14.513664 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-70b0a5e0-5e95-4d26-a014-cd36e59ff2f9 req-8e90f77d-15da-43ac-a9f4-86d9249999db tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971053 May 20 16:00:14.527616 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] For port 30ee231c-bc7c-4e8c-b622-28ce4f226c43, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:00:14.530905 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] For port 30ee231c-bc7c-4e8c-b622-28ce4f226c43, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:00:14.535363 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.539241 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bfa4c7eb-25cc-4f3b-a2d0-5bc824ed45d0 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:14.600703 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:14.601318 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:14.602680 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] 10.222.0.54 "PUT /v2.0/ports/30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 1094 time: 1.1373229 May 20 16:00:14.603165 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:14.622977 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Pushing event updated for resources: {'Port': ['ID=30ee231c-bc7c-4e8c-b622-28ce4f226c43,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:14.626157 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3fd695ca-e6e1-4ea8-93f5-3e0b81b1dd66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:14.656270 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'status': 'completed', 'code': 200} May 20 16:00:14.763018 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-803e3ff6-9408-41ae-b43d-8bb57fe31c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:14.764813 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-803e3ff6-9408-41ae-b43d-8bb57fe31c66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d5e98515aa24652aba4b748e4789b10&device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 1097 time: 0.0912430 May 20 16:00:14.851324 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-8ed58d5a-ccbf-43f2-8dc6-d22fc628e011 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 217 time: 0.0742867 May 20 16:00:14.913893 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-a392569f-2205-4756-b1d1-c9d87362ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:14.915368 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-a392569f-2205-4756-b1d1-c9d87362ff85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f83bf23a-9a74-417e-838a-5b831d05afb8 HTTP/1.1" status: 200 len: 854 time: 0.0581515 May 20 16:00:15.052697 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-0acb49be-c0dd-4531-a343-729b6966ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:15.054169 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-0acb49be-c0dd-4531-a343-729b6966ca82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=758822e3-cbd7-47bd-8c27-6d71629f43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1323109 May 20 16:00:15.066454 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428bd0b-0cf9-4a2b-ba6d-4596b92386f2 req-83a06d5a-9775-4d11-815b-d18416d0f6e6 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:15.067800 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c428bd0b-0cf9-4a2b-ba6d-4596b92386f2 req-83a06d5a-9775-4d11-815b-d18416d0f6e6 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.1036558 May 20 16:00:15.198984 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c428bd0b-0cf9-4a2b-ba6d-4596b92386f2 req-3d9ff55f-94b0-43d8-a23b-13f46b8b3299 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132333 May 20 16:00:15.227505 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-c8a8f06f-9205-430a-b9d2-4b0ce5d69226 service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588023 May 20 16:00:15.360831 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3b8e73c1-e054-4327-b13a-387b4f160d44 req-ac5510aa-8de6-4c25-86d9-9ac04b0907ed service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269441 May 20 16:00:15.648667 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-546376a4-4a53-4215-b08e-105eb5e64470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:15.650111 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-546376a4-4a53-4215-b08e-105eb5e64470 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d5e98515aa24652aba4b748e4789b10&device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1948152 May 20 16:00:15.663086 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067299f-963c-49ff-b1d1-1f6764ad5f35 req-48711955-838e-41ad-86b4-e1ed85193525 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:15.664487 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d067299f-963c-49ff-b1d1-1f6764ad5f35 req-48711955-838e-41ad-86b4-e1ed85193525 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.1743701 May 20 16:00:15.705279 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f79af-773d-4309-89ee-87414b6f78d9 req-db6a2c61-b874-4998-b9c5-7fef428df98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:15.706705 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-960f79af-773d-4309-89ee-87414b6f78d9 req-db6a2c61-b874-4998-b9c5-7fef428df98d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 1098 time: 0.1597257 May 20 16:00:15.712311 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aea53-2a37-4179-9c8e-982779e4273f req-db0b4112-9e8d-410a-9e62-680a229914d7 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:15.713765 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ff9aea53-2a37-4179-9c8e-982779e4273f req-db0b4112-9e8d-410a-9e62-680a229914d7 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 944 time: 0.0869074 May 20 16:00:15.761977 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-ff9aea53-2a37-4179-9c8e-982779e4273f req-c2cab4fc-c472-47cd-a6d0-ed5a9b3b0bb0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Synchronizing usage tracker for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:15.779567 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-ff9aea53-2a37-4179-9c8e-982779e4273f req-c2cab4fc-c472-47cd-a6d0-ed5a9b3b0bb0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Unset dirty status for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:15.781024 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-ff9aea53-2a37-4179-9c8e-982779e4273f req-c2cab4fc-c472-47cd-a6d0-ed5a9b3b0bb0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 May 20 16:00:15.997691 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d067299f-963c-49ff-b1d1-1f6764ad5f35 req-15fc9fb0-457a-4bcf-b0aa-4c9e39f0af7e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125453 May 20 16:00:16.028176 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-95d00d03-14d8-46ed-9e8c-20fb29181d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.029582 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-95d00d03-14d8-46ed-9e8c-20fb29181d66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=758822e3-cbd7-47bd-8c27-6d71629f43e5 HTTP/1.1" status: 200 len: 916 time: 0.3641117 May 20 16:00:16.104862 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-c780a7f1-46f1-4aec-8c1b-b883718d6ee9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 217 time: 0.0664496 May 20 16:00:16.106074 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f79af-773d-4309-89ee-87414b6f78d9 req-531fbf18-e58a-44e1-8f10-b6c654d96a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.107400 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-960f79af-773d-4309-89ee-87414b6f78d9 req-531fbf18-e58a-44e1-8f10-b6c654d96a87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 912 time: 0.3868039 May 20 16:00:16.262984 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-8ba00991-baf1-4371-b477-076ce84beb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.265350 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-8ba00991-baf1-4371-b477-076ce84beb00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f83bf23a-9a74-417e-838a-5b831d05afb8 HTTP/1.1" status: 200 len: 854 time: 0.1487226 May 20 16:00:16.270336 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-960f79af-773d-4309-89ee-87414b6f78d9 req-dbc6ed88-5cda-49d4-b700-182d297d185d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791 HTTP/1.1" status: 200 len: 1000 time: 0.1242242 May 20 16:00:16.384574 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f79af-773d-4309-89ee-87414b6f78d9 req-21619629-4484-4200-b4f7-f806edb8eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.386555 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-960f79af-773d-4309-89ee-87414b6f78d9 req-21619629-4484-4200-b4f7-f806edb8eb59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 200 len: 850 time: 0.1080208 May 20 16:00:16.439785 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-3cff834a-b494-4d53-a096-1b575641cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.441246 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-3cff834a-b494-4d53-a096-1b575641cd5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=758822e3-cbd7-47bd-8c27-6d71629f43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1621172 May 20 16:00:16.571560 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f79af-773d-4309-89ee-87414b6f78d9 req-39ed1d41-0756-45b0-80bc-dc9168320732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.573064 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-960f79af-773d-4309-89ee-87414b6f78d9 req-39ed1d41-0756-45b0-80bc-dc9168320732 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2fe3226-3795-4399-9a8c-fcd1881766da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1797535 May 20 16:00:16.631193 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-ae7944dc-d5db-4bcf-9b7a-62f25c602e97 service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805155 May 20 16:00:16.824985 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-960f79af-773d-4309-89ee-87414b6f78d9 req-ed5f792f-661c-4ceb-8edb-71ecece69a30 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455919 May 20 16:00:16.881214 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8a658e2e-f1dc-4235-9c3b-8b3cb8b6ee88 req-d602c1c5-cc1e-44c4-ac32-bd0cddbcb86f service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968534 May 20 16:00:16.971938 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837eb4c-c011-440d-8df5-762d6afff725 req-f2a4bebc-6c06-4252-a8bb-08f9e534162d tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:16.973388 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3837eb4c-c011-440d-8df5-762d6afff725 req-f2a4bebc-6c06-4252-a8bb-08f9e534162d tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 944 time: 0.0816596 May 20 16:00:16.978855 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-960f79af-773d-4309-89ee-87414b6f78d9 req-9f80d969-d2b1-4eec-9e03-37997f4c2d78 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461728 May 20 16:00:17.023291 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-3837eb4c-c011-440d-8df5-762d6afff725 req-fd6481d9-fb06-414c-9e32-20d44b261c75 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441992 May 20 16:00:17.180711 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df972436-5e87-4506-bd46-d58bd7a2e6b3 req-42910cd8-3d44-4a2e-a022-b225cc742ccd tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:17.182057 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-df972436-5e87-4506-bd46-d58bd7a2e6b3 req-42910cd8-3d44-4a2e-a022-b225cc742ccd tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0790091 May 20 16:00:17.230378 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-df972436-5e87-4506-bd46-d58bd7a2e6b3 req-72457ae2-85bf-435e-a068-f3a4c29b864f tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418367 May 20 16:00:18.203761 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd943e-774b-4767-907a-e534c2bfc1b5 req-bf963ed7-4fc3-4170-8de7-e249088c52f3 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:18.205200 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e0fd943e-774b-4767-907a-e534c2bfc1b5 req-bf963ed7-4fc3-4170-8de7-e249088c52f3 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 944 time: 0.0806797 May 20 16:00:18.249088 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e0fd943e-774b-4767-907a-e534c2bfc1b5 req-ef5b30a1-d96a-42e6-9c51-82c7942ba01e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 May 20 16:00:18.420181 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d3a58-046b-4258-b551-de88ee242d48 req-7c5e21ca-f1fb-481a-9dfa-6cf29d8149b6 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:18.421544 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-390d3a58-046b-4258-b551-de88ee242d48 req-7c5e21ca-f1fb-481a-9dfa-6cf29d8149b6 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0825102 May 20 16:00:18.468685 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-390d3a58-046b-4258-b551-de88ee242d48 req-8ec23d09-5e81-4c60-916c-9fd8cf761f30 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 May 20 16:00:18.832586 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 30ee231c-bc7c-4e8c-b622-28ce4f226c43 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:00:18.971019 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 30ee231c-bc7c-4e8c-b622-28ce4f226c43, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:18.984157 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'port_id': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'mac_address': 'fa:16:3e:35:61:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:00:19.038519 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.058582 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ee231c-bc7c-4e8c-b622-28ce4f226c43 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:00:19.074623 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 30ee231c-bc7c-4e8c-b622-28ce4f226c43, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:19.078266 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:19.079932 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-62d5d30a-1c6d-41e6-90da-3552dd38ba58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:19.145090 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=30ee231c-bc7c-4e8c-b622-28ce4f226c43,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:19.147956 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:19.364466 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['30ee231c-bc7c-4e8c-b622-28ce4f226c43'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:00:19.435466 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408640f-d6fb-46e8-85fb-83ba25a6f628 req-4b88f768-bd1a-48c3-a1c0-5b785587fc5d tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:19.436852 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b408640f-d6fb-46e8-85fb-83ba25a6f628 req-4b88f768-bd1a-48c3-a1c0-5b785587fc5d tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 945 time: 0.0840874 May 20 16:00:19.484988 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b408640f-d6fb-46e8-85fb-83ba25a6f628 req-61c688f8-2f88-480e-b188-2632c3c933aa tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 May 20 16:00:20.681230 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd8caf-c6da-4c86-af28-6a314cd96f20 req-a6f10e7f-2ace-4193-8ab5-06914397a35a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:20.682848 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-10fd8caf-c6da-4c86-af28-6a314cd96f20 req-a6f10e7f-2ace-4193-8ab5-06914397a35a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 945 time: 0.0857215 May 20 16:00:20.727927 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-10fd8caf-c6da-4c86-af28-6a314cd96f20 req-e72978d0-c0cb-4a47-852c-1de83cec1784 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390546 May 20 16:00:20.865632 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 30ee231c-bc7c-4e8c-b622-28ce4f226c43 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:00:20.932012 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:00:20.936683 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:20.937061 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.052546 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.078622 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:21.087941 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 30ee231c-bc7c-4e8c-b622-28ce4f226c43, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:21.093082 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:21.095235 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:21.124320 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'code': 200} May 20 16:00:21.161705 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=30ee231c-bc7c-4e8c-b622-28ce4f226c43,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:21.165037 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:21.382027 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffe8ba-3900-4183-b86b-edc51fc44bc9 req-f620a68a-f8de-4211-b467-cde94ea8bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:21.383410 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6dffe8ba-3900-4183-b86b-edc51fc44bc9 req-f620a68a-f8de-4211-b467-cde94ea8bb40 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0684919 May 20 16:00:21.422077 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-6dffe8ba-3900-4183-b86b-edc51fc44bc9 req-32613e46-0e6b-4b3e-8909-e46fbb3a690b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325346 May 20 16:00:21.915607 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7c9ef-35ee-4469-93dd-a73064bda889 req-e169905d-1031-48d7-b451-75292d7484c5 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:21.917568 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0ad7c9ef-35ee-4469-93dd-a73064bda889 req-e169905d-1031-48d7-b451-75292d7484c5 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 946 time: 0.0844359 May 20 16:00:21.961120 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0ad7c9ef-35ee-4469-93dd-a73064bda889 req-4480b3ed-2b35-416d-a0ba-dd93c14a570a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 May 20 16:00:23.147997 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b3ae-8810-459c-8009-a5c2482c72f3 req-4a96a650-601c-4e92-b023-b20429d43825 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:23.149432 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-73c2b3ae-8810-459c-8009-a5c2482c72f3 req-4a96a650-601c-4e92-b023-b20429d43825 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 946 time: 0.0788417 May 20 16:00:23.193613 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-73c2b3ae-8810-459c-8009-a5c2482c72f3 req-62f8ca54-da9e-497d-a705-9375d26ab600 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 May 20 16:00:23.378829 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c037a63-d9cf-44cf-bf40-446239b7b675 req-6813c89b-c673-4908-a3ac-5facd9569a81 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:23.380172 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2c037a63-d9cf-44cf-bf40-446239b7b675 req-6813c89b-c673-4908-a3ac-5facd9569a81 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 946 time: 0.0827835 May 20 16:00:23.529463 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-2c037a63-d9cf-44cf-bf40-446239b7b675 req-d16625bf-2e4c-4256-8133-cc7ab9db8997 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435978 May 20 16:00:23.919433 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341c1a6-3263-4bbb-9ed6-29b58b8db263 req-4deb4259-f8d9-4dcf-9ad1-c6f27fcac989 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:23.920777 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c341c1a6-3263-4bbb-9ed6-29b58b8db263 req-4deb4259-f8d9-4dcf-9ad1-c6f27fcac989 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 946 time: 0.0802438 May 20 16:00:23.968544 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c341c1a6-3263-4bbb-9ed6-29b58b8db263 req-2badb582-2282-4c78-81ef-1121eb48a39e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 May 20 16:00:24.369366 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4b941f35-a61b-481f-8425-3f692da8b593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.665328 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-cf54bb85-915d-4935-a708-eb19ebdea5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:26.903435 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:27.970125 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:28.768864 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed470c2-f4f7-407d-af30-d7a60b141415 req-48d3fe6e-ed63-4b4f-b643-0b42af28e825 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:28.770418 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8ed470c2-f4f7-407d-af30-d7a60b141415 req-48d3fe6e-ed63-4b4f-b643-0b42af28e825 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 946 time: 0.0791144 May 20 16:00:28.814505 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-8ed470c2-f4f7-407d-af30-d7a60b141415 req-f1476f4d-45f4-438c-9a10-062028efdb84 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384729 May 20 16:00:28.837126 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44534) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:29.007909 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d733b-5b94-456a-b2c2-ffb52bd3ddf9 tempest-TestMinimumBasicScenario-141608789 tempest-TestMinimumBasicScenario-141608789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:29.008611 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-e09d733b-5b94-456a-b2c2-ffb52bd3ddf9 tempest-TestMinimumBasicScenario-141608789 tempest-TestMinimumBasicScenario-141608789-project-admin] Synchronizing usage tracker for tenant:a79b243fa2c241eca87ac89a3bd54d36 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:29.024702 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-e09d733b-5b94-456a-b2c2-ffb52bd3ddf9 tempest-TestMinimumBasicScenario-141608789 tempest-TestMinimumBasicScenario-141608789-project-admin] Unset dirty status for tenant:a79b243fa2c241eca87ac89a3bd54d36 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:29.025841 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-e09d733b-5b94-456a-b2c2-ffb52bd3ddf9 tempest-TestMinimumBasicScenario-141608789 tempest-TestMinimumBasicScenario-141608789-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 1094 time: 0.1878390 May 20 16:00:29.029300 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44540) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:29.034374 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'floatingip': {'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'port_id': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:29.040179 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:29.044736 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Usage tracker for resource:floatingip and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:29.047558 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:29.053311 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:29.063498 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for floatingip, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:29.199687 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:29.333752 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Allocated IP 172.28.3.103 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/a260d555-fab6-47c7-98bb-f08adf3387d2) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:29.484345 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:29.514065 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:29.518551 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-04be2a21-56f5-4a50-8f5b-4cf5ece3093c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:29.579707 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:29.582553 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:29.586215 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:29.624352 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'Port': ['ID=a260d555-fab6-47c7-98bb-f08adf3387d2,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:29.640483 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.640851 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.641206 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.641558 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.641903 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.642275 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.642620 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.642961 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.643300 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.643637 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.643972 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.644304 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:29.649103 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:29.730769 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.007862 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.081872 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.284981 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.289320 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.293683 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:30.490888 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'Port': ['ID=a260d555-fab6-47c7-98bb-f08adf3387d2,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:30.494824 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:30.501517 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:30.674661 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.l3_db [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Floating IP a81ce6fb-f225-447b-afc2-288f375591b3 associated. External IP: 172.28.3.103, port: 30ee231c-bc7c-4e8c-b622-28ce4f226c43. May 20 16:00:31.024757 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:31.199910 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:31.210490 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] Sync routers for ids ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:31.220557 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] Routers {'c4c78810-d5c8-4a4f-adf1-7a2323b637d5'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:31.221155 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:00:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:31.223989 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.281305 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-f6946076-dd2b-4ded-bcad-7ffbf023ae70 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2508910 May 20 16:00:31.281854 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:31.284487 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44544) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:31.289786 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285875184', 'description': 'tempest-secgroup-smoke-285875184 description', 'project_id': '6d5e98515aa24652aba4b748e4789b10'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:31.303022 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:31.314080 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:31.328341 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.339811 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'status': 'completed', 'code': 200} May 20 16:00:31.350656 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:31.355019 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Usage tracker for resource:security_group_rule and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:31.357855 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:31.363626 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:31.405469 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] Set router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:31.436477 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.443852 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.461179 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-434866f7-ab1c-40c6-84a6-5b672e375e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:31.481344 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-d3c5e82b-bfa4-4b51-bcb1-aee7210eed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:31.483165 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-d3c5e82b-bfa4-4b51-bcb1-aee7210eed19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d5e98515aa24652aba4b748e4789b10&device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0808151 May 20 16:00:31.494258 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.498560 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2129552 May 20 16:00:31.499174 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44550) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:31.507227 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'security_group_rule': {'security_group_id': '7678b2bf-b983-46cb-b9d2-96948c8cf08e', 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:31.511879 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7678b2bf-b983-46cb-b9d2-96948c8cf08e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:31.515292 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-48c64a91-2e53-4c0c-8131-cd4f93b7416b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:31.516210 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:31.520172 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Usage tracker for resource:security_group_rule and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:31.523154 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:31.529815 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:31.547946 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.618424 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.623348 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.625670 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:31.638821 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-6104041a-a303-4395-94e4-bf7382fe4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:31.641036 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-6104041a-a303-4395-94e4-bf7382fe4d35 service neutron] 10.222.0.54 "GET /v2.0/networks?id=758822e3-cbd7-47bd-8c27-6d71629f43e5 HTTP/1.1" status: 200 len: 916 time: 0.1470938 May 20 16:00:31.653156 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf7f090-e848-4af9-af96-24981c7bd95a,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:31.655818 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:31.666677 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.672047 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-937b6c5e-7903-473f-b6c4-dfe0a8be77b9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699510 May 20 16:00:31.672745 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44554) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:31.678222 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'security_group_rule': {'security_group_id': '7678b2bf-b983-46cb-b9d2-96948c8cf08e', 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:31.684480 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:31.688382 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Usage tracker for resource:security_group_rule and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:31.691375 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:31.697392 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:31.714294 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.763078 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-ee0f0bff-c1a4-44de-a317-39d68bfd57bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 1000 time: 0.1161706 May 20 16:00:31.786713 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.791106 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.799761 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9a14ff22-904a-46be-bed1-d8509922e57d tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:31.803019 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': 'a81ce6fb-f225-447b-afc2-288f375591b3', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'port_id': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'mac_address': 'fa:16:3e:35:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:29Z', 'updated_at': '2021-05-20T16:00:29Z', 'revision_number': 0, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b2330-055f-4136-a329-51aa8207592a', 'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'mac_address': 'fa:16:3e:51:9e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:42Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 5, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'subnets': [{'id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:31.806825 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] Checking router: c4c78810-d5c8-4a4f-adf1-7a2323b637d5 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:31.816106 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] Routers {'c4c78810-d5c8-4a4f-adf1-7a2323b637d5'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:31.816721 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:00:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:31.822088 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec54a5a0-f6d7-4227-952c-91fc797619e2,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:31.825665 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:31.833369 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.838124 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615629 May 20 16:00:31.838486 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44558) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:31.840259 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-3c478b3a-a74a-42a6-8c09-040e4d570562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:31.841950 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-3c478b3a-a74a-42a6-8c09-040e4d570562 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f83bf23a-9a74-417e-838a-5b831d05afb8 HTTP/1.1" status: 200 len: 854 time: 0.0633209 May 20 16:00:31.844865 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'security_group_rule': {'security_group_id': '7678b2bf-b983-46cb-b9d2-96948c8cf08e', 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:31.850922 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:31.855378 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Usage tracker for resource:security_group_rule and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:31.858346 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:31.864474 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:31.881399 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.925187 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-3bdec04e-f6ce-4e99-9272-e9084aa32861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:31.926708 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-3bdec04e-f6ce-4e99-9272-e9084aa32861 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=758822e3-cbd7-47bd-8c27-6d71629f43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0767362 May 20 16:00:31.950927 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.954906 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.957082 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-90285721-5ba8-4709-84a4-47d0f2b37097 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:31.980393 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36562b2d-647e-4d40-a9cd-3a8f8a0cd9c9,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:31.983056 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:31.993860 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:31.995641 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-b46c09df-2db4-4aee-a464-97a62db1bc55 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549211 May 20 16:00:31.998441 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44562) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:32.003894 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'security_group_rule': {'security_group_id': '7678b2bf-b983-46cb-b9d2-96948c8cf08e', 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:32.006121 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] Set router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:32.009884 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:32.014300 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Usage tracker for resource:security_group_rule and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:32.017124 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:32.022942 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:32.039287 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.112327 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.117564 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.120673 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:32.142384 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a266b2d-1bda-44f8-9fad-79b494ead559,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:32.146625 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:32.155318 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.159454 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44566) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:32.159936 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-8cf1ea1a-a50e-447e-8d53-73c88f0b2ecc tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1599019 May 20 16:00:32.166377 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'security_group_rule': {'security_group_id': '7678b2bf-b983-46cb-b9d2-96948c8cf08e', 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:32.175270 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:32.189940 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Usage tracker for resource:security_group_rule and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:32.194089 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:32.202014 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-36ae9c68-b656-4269-aacf-2f4d3d31a296 service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686005 May 20 16:00:32.202854 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:32.231401 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.securitygroups_db [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Project 6d5e98515aa24652aba4b748e4789b10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:00:32.248696 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.383346 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': 'a81ce6fb-f225-447b-afc2-288f375591b3', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'port_id': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'mac_address': 'fa:16:3e:35:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:29Z', 'updated_at': '2021-05-20T16:00:29Z', 'revision_number': 0, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b2330-055f-4136-a329-51aa8207592a', 'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'mac_address': 'fa:16:3e:51:9e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:42Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 5, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'subnets': [{'id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:32.386847 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267f4ca-e565-440e-a12f-6222bfd95010 None None] The sync data for ids ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'] in dv-cinder-784779-12-smb is: [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': 'a81ce6fb-f225-447b-afc2-288f375591b3', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'port_id': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'mac_address': 'fa:16:3e:35:61:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:29Z', 'updated_at': '2021-05-20T16:00:29Z', 'revision_number': 0, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423b2330-055f-4136-a329-51aa8207592a', 'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'mac_address': 'fa:16:3e:51:9e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:42Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 5, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'subnets': [{'id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:32.394142 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.396983 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c5985ef5-e45f-474c-9c2b-a3d4c6103157 req-ae3797e0-e147-4c20-8d87-1bda9e96c5de service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870100 May 20 16:00:32.398170 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.400261 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-eefdc7c5-fb6e-487c-bf09-d1fe9c6fea58 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:32.424152 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad5ad58-ee56-4fe0-ad8d-58f0f5056046,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:32.429236 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:32.436853 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.438445 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-4f8005f6-fb7a-4c11-8b13-82e9f3d0ffd0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2780118 May 20 16:00:32.441009 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44570) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:32.450701 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'security_group_rule': {'security_group_id': '7678b2bf-b983-46cb-b9d2-96948c8cf08e', 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:32.457147 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:32.460936 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Usage tracker for resource:security_group_rule and tenant:6d5e98515aa24652aba4b748e4789b10 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:32.464666 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:32.472618 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:32.482620 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.securitygroups_db [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Project 6d5e98515aa24652aba4b748e4789b10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:00:32.488460 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.558743 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.562971 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.564998 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:32.581854 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470c11b-90b0-4b38-b7c0-55ce4ceb4009 None None] New status for floating IP a81ce6fb-f225-447b-afc2-288f375591b3: ACTIVE {{(pid=91626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:00:32.591748 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d457104f-15ed-48cf-a194-91b2e509dde2,revision_number=0']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:32.596715 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:32.601481 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:32.602754 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-c545e513-fbb4-4e57-9157-e70872ec585e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608253 May 20 16:00:32.725164 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-bc9d39c3-c7a1-4528-a89f-e70100bc6576 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285875184&fields=id&tenant_id=6d5e98515aa24652aba4b748e4789b10 HTTP/1.1" status: 200 len: 267 time: 0.0402534 May 20 16:00:32.809258 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-7bb44e10-d197-4860-a537-9b33a5891aeb tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:32.810741 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-7bb44e10-d197-4860-a537-9b33a5891aeb tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 946 time: 0.0794222 May 20 16:00:32.821618 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'port': {'security_groups': ['896d78c0-32af-4a29-a525-288a237cb33f', '7678b2bf-b983-46cb-b9d2-96948c8cf08e']}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:32.946539 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.200124 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] For port 30ee231c-bc7c-4e8c-b622-28ce4f226c43, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:33.225368 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.230619 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.235944 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1d36caf8-5a84-4741-9ad4-dc2b24b6a68a tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:33.268030 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['30ee231c-bc7c-4e8c-b622-28ce4f226c43'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:00:33.301287 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:33.301911 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.303372 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0357c6fc-c78f-4696-ac3b-52f622314160 req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "PUT /v2.0/ports/30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 982 time: 0.4862709 May 20 16:00:33.324077 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'Port': ['ID=30ee231c-bc7c-4e8c-b622-28ce4f226c43,revision_number=6']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:33.327570 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:33.342087 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:33.410591 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'status': 'completed', 'code': 200} May 20 16:00:33.468703 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['30ee231c-bc7c-4e8c-b622-28ce4f226c43'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:00:33.542436 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fb845-b013-4475-87b3-aca98e6b37a9 req-adccad19-b383-40f0-9c41-9783001986c6 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:33.543937 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dc8fb845-b013-4475-87b3-aca98e6b37a9 req-adccad19-b383-40f0-9c41-9783001986c6 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0872755 May 20 16:00:33.557125 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-ad95dd99-9263-41ff-89b0-73c4efb926bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:33.559437 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-ad95dd99-9263-41ff-89b0-73c4efb926bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d5e98515aa24652aba4b748e4789b10&device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 1138 time: 0.0861535 May 20 16:00:33.594143 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-dc8fb845-b013-4475-87b3-aca98e6b37a9 req-d0117d2e-482c-4648-abc9-238cb06647a7 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Synchronizing usage tracker for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:00:33.595286 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-e2fa8861-c3ac-4cec-a16d-15adbd0b185b None None] Provisioning complete for port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:00:33.595758 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8861-c3ac-4cec-a16d-15adbd0b185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:33.612555 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-dc8fb845-b013-4475-87b3-aca98e6b37a9 req-d0117d2e-482c-4648-abc9-238cb06647a7 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Unset dirty status for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:00:33.613865 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-dc8fb845-b013-4475-87b3-aca98e6b37a9 req-d0117d2e-482c-4648-abc9-238cb06647a7 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627766 May 20 16:00:33.711793 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-a76050d3-e149-4d31-92b4-2b7875c453b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:33.714452 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-a76050d3-e149-4d31-92b4-2b7875c453b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=758822e3-cbd7-47bd-8c27-6d71629f43e5 HTTP/1.1" status: 200 len: 916 time: 0.1486182 May 20 16:00:33.827325 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-5b7e6036-841c-4f01-8aba-41f79dd0fd33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 1002 time: 0.1060913 May 20 16:00:33.899614 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-056151e5-d309-420e-83d1-b8a2903596b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:33.901678 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-056151e5-d309-420e-83d1-b8a2903596b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f83bf23a-9a74-417e-838a-5b831d05afb8 HTTP/1.1" status: 200 len: 854 time: 0.0664737 May 20 16:00:33.989862 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-80230c33-a537-4029-9fae-a061eb720569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:33.991347 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-80230c33-a537-4029-9fae-a061eb720569 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=758822e3-cbd7-47bd-8c27-6d71629f43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0814288 May 20 16:00:34.138418 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-4e6c67d2-f76d-4ffc-88f4-7db2a0ba50e9 service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391754 May 20 16:00:34.279887 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-31e87dab-ee0b-4de9-9999-7237e05086e5 req-2be965ee-ad6a-4320-b534-9bc62fdf2fda service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346476 May 20 16:00:35.427976 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:35.538488 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:00:39.786104 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-5e562bb2-341a-4487-a215-7e3ac0c42910 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1650770 May 20 16:00:39.942942 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-fa5ff845-c061-478c-9d14-f88c8862ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:39.944434 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-fa5ff845-c061-478c-9d14-f88c8862ec4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 1098 time: 0.0700209 May 20 16:00:40.092906 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-692ffec4-87df-4b3e-a021-5ecca8867255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:40.094277 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-692ffec4-87df-4b3e-a021-5ecca8867255 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 912 time: 0.1250215 May 20 16:00:40.195875 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-6b36a22d-e2f4-4db4-90b3-0ebae8034756 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791 HTTP/1.1" status: 200 len: 1000 time: 0.0946488 May 20 16:00:40.261287 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-98a0e16d-1bff-4055-8c5f-49536cda4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:40.262706 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-98a0e16d-1bff-4055-8c5f-49536cda4d0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 200 len: 850 time: 0.0597928 May 20 16:00:40.338072 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-ab8a781a-2793-4bd2-8c9d-7cf30f792fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:40.339629 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-ab8a781a-2793-4bd2-8c9d-7cf30f792fe6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2fe3226-3795-4399-9a8c-fcd1881766da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0700190 May 20 16:00:40.477768 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-5adcfddf-8d39-4818-be24-45a1bcebcb51 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309977 May 20 16:00:40.613340 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c2feb09c-0ebd-4ae2-a4c8-a25c6868a5ff req-5d64d28b-e350-490b-80e7-f5e8cc48b9c9 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281261 May 20 16:00:51.647803 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8025-80ae-45ac-81bb-8af711e72771 req-1e931797-45f7-4e08-839d-b7db753b3e41 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:51.649179 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6baf8025-80ae-45ac-81bb-8af711e72771 req-1e931797-45f7-4e08-839d-b7db753b3e41 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0861938 May 20 16:00:51.693688 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6baf8025-80ae-45ac-81bb-8af711e72771 req-aa63364c-f51c-42c1-b1e6-fa3e4671f637 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388269 May 20 16:00:52.884972 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d31422-ecb9-454d-938c-f4bc0eea1bdf req-57b0d9bf-5c26-4ba0-879e-53a98ff6f916 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:52.886572 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b0d31422-ecb9-454d-938c-f4bc0eea1bdf req-57b0d9bf-5c26-4ba0-879e-53a98ff6f916 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0802875 May 20 16:00:52.934976 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-b0d31422-ecb9-454d-938c-f4bc0eea1bdf req-c6770c3e-0cd1-44a6-aa52-91debecda8f0 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 May 20 16:00:53.779307 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-bf5afa4e-9b42-4966-83ab-23fe1682b6b2 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:53.780707 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-bf5afa4e-9b42-4966-83ab-23fe1682b6b2 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.54 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0811498 May 20 16:00:53.919606 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Deleting port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:53.920382 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.055061 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] For port c9be76cb-a9ec-4147-9b12-0a1cc1da1791, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:00:54.055325 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.122262 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860c1fa-d2b2-408d-b830-223d22b9b3b3 req-b145ca59-ac57-4c71-8b03-7532f7c07392 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:54.123751 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d860c1fa-d2b2-408d-b830-223d22b9b3b3 req-b145ca59-ac57-4c71-8b03-7532f7c07392 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 945 time: 0.0801105 May 20 16:00:54.171645 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-d860c1fa-d2b2-408d-b830-223d22b9b3b3 req-fa11fe99-d8d8-44c1-b285-58b2e23be3fa tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c37110-b764-4419-b29b-efc7290acb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421696 May 20 16:00:54.351529 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.351813 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.352128 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.l3_db [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Floating IP 8cdd5e6b-3bfc-434f-93b4-2b6747be84cc disassociated. External IP: 172.28.3.54, port: c9be76cb-a9ec-4147-9b12-0a1cc1da1791. May 20 16:00:54.352470 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Calling delete_port for c9be76cb-a9ec-4147-9b12-0a1cc1da1791 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:54.365056 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-155b46e8-0eb4-431f-b6b4-353b95a6cfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.560433 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:54.566238 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f340186e-5402-487b-9732-c400facba98b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:54.612450 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event deleted for resources: {'Port': ['ID=c9be76cb-a9ec-4147-9b12-0a1cc1da1791,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:54.615076 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:54.806858 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Router 296796a2-f430-4bd1-a140-0397d28a6c25 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:00:54.995555 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:00:55.004957 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] Sync routers for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:00:55.015456 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:55.016351 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:00:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:55.074120 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] No DVR routers for this DVR port c9be76cb-a9ec-4147-9b12-0a1cc1da1791 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:00:55.087320 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:55.091309 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'name': 'network-vif-deleted', 'tag': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:00:55.110611 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-67a2376e-e2ce-4d4f-83db-3b053be0d674 req-a6eb4cc3-ca0c-46f3-9195-893742c0d7da tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.54 "DELETE /v2.0/ports/c9be76cb-a9ec-4147-9b12-0a1cc1da1791 HTTP/1.1" status: 204 len: 173 time: 1.3234298 May 20 16:00:55.143463 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555277e1-de3c-4382-ad9c-8082b6c66a3a', 'name': 'network-vif-deleted', 'tag': 'c9be76cb-a9ec-4147-9b12-0a1cc1da1791', 'status': 'completed', 'code': 200} May 20 16:00:55.216330 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:55.348841 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-cff09f8b-3b58-41b5-b3d4-10e78c61b806 req-4c53f5c2-977a-42f6-b153-dfe9ba84baa5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=555277e1-de3c-4382-ad9c-8082b6c66a3a HTTP/1.1" status: 200 len: 210 time: 0.0478160 May 20 16:00:55.533105 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:55.536812 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] Checking router: 296796a2-f430-4bd1-a140-0397d28a6c25 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:00:55.544887 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:00:55.545473 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:00:27Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:55.764746 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:00:56.068856 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:00:56.072644 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd5ec0-3aac-48e9-817a-a8dc6a0acb6c None None] The sync data for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb is: [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:00:56.277982 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1e031-d7b6-43e5-a4a5-c0d7f0c191b4 None None] New status for floating IP 8cdd5e6b-3bfc-434f-93b4-2b6747be84cc: DOWN {{(pid=91626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:00:56.477805 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44608) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:56.552918 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-059c236d-a71a-43b4-bbb8-b5bbbd8e3c68 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.581407 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-059c236d-a71a-43b4-bbb8-b5bbbd8e3c68 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.635890 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-059c236d-a71a-43b4-bbb8-b5bbbd8e3c68 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.639563 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-27263d85-20a8-41c8-8edf-089e2b835684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:56.655235 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c236d-a71a-43b4-bbb8-b5bbbd8e3c68 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c37110-b764-4419-b29b-efc7290acb76,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:56.657834 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-059c236d-a71a-43b4-bbb8-b5bbbd8e3c68 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:56.665958 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-059c236d-a71a-43b4-bbb8-b5bbbd8e3c68 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.667867 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-059c236d-a71a-43b4-bbb8-b5bbbd8e3c68 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "DELETE /v2.0/security-groups/09c37110-b764-4419-b29b-efc7290acb76 HTTP/1.1" status: 204 len: 168 time: 0.1876981 May 20 16:00:56.670846 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44612) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:56.677018 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9444-2f07-45cc-b886-294480fc5c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.689840 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.api.v2.resource [None req-0cb98521-4000-46a2-a4e8-d8a060905f23 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] show failed (client error): The resource could not be found. May 20 16:00:56.690779 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-0cb98521-4000-46a2-a4e8-d8a060905f23 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups/09c37110-b764-4419-b29b-efc7290acb76 HTTP/1.1" status: 404 len: 347 time: 0.0189795 May 20 16:00:56.693677 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44616) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:56.876081 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:56.951109 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device c9be76cb-a9ec-4147-9b12-0a1cc1da1791 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:00:56.985539 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: c9be76cb-a9ec-4147-9b12-0a1cc1da1791 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:00:56.985886 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device c9be76cb-a9ec-4147-9b12-0a1cc1da1791 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:00:57.021886 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Deleting port f9dc8137-856d-443e-8f33-7d5ae60782cc {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:00:57.022252 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.140094 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.140416 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.259966 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Calling delete_port for f9dc8137-856d-443e-8f33-7d5ae60782cc owned by network:floatingip {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:00:57.368583 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.372752 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-9f093765-1f94-4eb7-ac00-4d830f6f035f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:57.414210 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event deleted for resources: {'Port': ['ID=f9dc8137-856d-443e-8f33-7d5ae60782cc,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:57.448797 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.449261 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.449540 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.449922 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.450309 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.450671 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.451030 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.451388 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.451748 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.452097 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.452446 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.452791 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:00:57.462060 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:57.521590 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.536281 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:57.537406 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-2695397b-a4dd-4bad-aa13-6ca8370f369c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "DELETE /v2.0/floatingips/8cdd5e6b-3bfc-434f-93b4-2b6747be84cc HTTP/1.1" status: 204 len: 168 time: 0.8428278 May 20 16:00:57.973515 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.083481 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44622) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:58.089299 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456300296', 'description': 'tempest-description--535421920'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:58.095407 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:58.099533 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Usage tracker for resource:security_group and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:58.102396 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:58.108797 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:58.119484 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.138894 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:58.142599 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Usage tracker for resource:security_group_rule and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:58.145318 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:58.151475 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:58.221389 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.225047 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.228581 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-573bec18-bea1-4633-b405-66cb6a308c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:58.272737 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e4d24b-3fe3-415e-8dd4-cacd68f10322,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:58.276313 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:58.277682 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.278875 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-f601bb78-a2e6-4405-a1fe-e64e1582253a tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1943982 May 20 16:00:58.281815 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44626) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:58.287460 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'security_group_rule': {'security_group_id': 'f3e4d24b-3fe3-415e-8dd4-cacd68f10322', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:58.293999 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:58.297768 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Usage tracker for resource:security_group_rule and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:58.300620 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:58.307479 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:58.321294 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.381906 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.385947 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.393379 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f9c66022-7c01-4be5-8d58-1074073cd535 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:58.413857 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a221c2df-3239-4146-af44-bbd12a2e2b4f,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:58.416248 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:58.420967 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.422369 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-ecd60429-4d04-4870-9e64-a5f6902966a1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394181 May 20 16:00:58.424904 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44630) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:58.429845 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.v2.base [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'security_group_rule': {'security_group_id': 'f3e4d24b-3fe3-415e-8dd4-cacd68f10322', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91625) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:58.435704 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:58.439421 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Usage tracker for resource:security_group_rule and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:58.442184 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:58.448447 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:58.465441 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.525621 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.530504 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029731'] for security_group_rule, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.536909 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:58.565913 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaab44a1-6ee0-49e5-b33e-bf9fa1caf8c1,revision_number=0']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:58.568423 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:58.577264 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.578595 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6186ca1a-8cc4-4eba-92bf-249c3bbe4a14 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527727 May 20 16:00:58.581589 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44634) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:00:58.586840 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'floatingip': {'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:00:58.595081 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:00:58.598904 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Usage tracker for resource:floatingip and tenant:8dca4f54c546466ebc34d5053830e410 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:00:58.601764 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:00:58.607715 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:00:58.617690 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.754635 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:58.890803 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Allocated IP 172.28.3.158 (fae4a615-4f0b-416e-8057-595655400a68/5b92a755-97bd-4f0b-a162-4d0149360742/71b0c9ce-66fe-4d71-8599-e7c7bd0d8701) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:00:59.045813 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.077309 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.081424 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-9c62a936-73fd-4ad3-8d4a-32430122c1b9 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:59.158686 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Network fae4a615-4f0b-416e-8057-595655400a68 is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:00:59.162063 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:00:59.166174 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:00:59.199392 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'Port': ['ID=71b0c9ce-66fe-4d71-8599-e7c7bd0d8701,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:00:59.206477 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:00:59.255767 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.326593 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.718831 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-e66dad9f-4bf5-40db-b7c5-bef5028c6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:59.720583 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-e66dad9f-4bf5-40db-b7c5-bef5028c6d41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d5e98515aa24652aba4b748e4789b10&device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 1138 time: 0.3634667 May 20 16:00:59.730357 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.734270 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842df34-fcf0-4e93-b5e1-66d35e43968f req-38763f7e-0bd2-4095-80db-70316a9fa2ad tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:59.735694 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0842df34-fcf0-4e93-b5e1-66d35e43968f req-38763f7e-0bd2-4095-80db-70316a9fa2ad tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.3314981 May 20 16:00:59.902292 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0842df34-fcf0-4e93-b5e1-66d35e43968f req-a9e18a1b-c10d-4029-82d5-7d3d0a7c58b5 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1392603 May 20 16:00:59.940552 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.948329 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:00:59.951956 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-41f9a51c-dc5b-431c-93e8-2cb848d733e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:00:59.981613 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-caed62ec-cc53-45d8-9a32-eb66d5714898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:00:59.983088 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-caed62ec-cc53-45d8-9a32-eb66d5714898 service neutron] 10.222.0.54 "GET /v2.0/networks?id=758822e3-cbd7-47bd-8c27-6d71629f43e5 HTTP/1.1" status: 200 len: 916 time: 0.2465241 May 20 16:01:00.145896 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'Port': ['ID=71b0c9ce-66fe-4d71-8599-e7c7bd0d8701,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:00.153946 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:00.163101 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-ae0f346e-75c2-43bb-af49-3cd03d6a7197 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 1002 time: 0.1646187 May 20 16:01:00.170449 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.241743 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:00.242858 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-aef27875-5d53-4869-80b1-2ffede7e812d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6602662 May 20 16:01:00.246472 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-f307a29f-4295-4b2c-8547-2b2ae67389c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:00.247861 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-f307a29f-4295-4b2c-8547-2b2ae67389c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f83bf23a-9a74-417e-838a-5b831d05afb8 HTTP/1.1" status: 200 len: 854 time: 0.0734675 May 20 16:01:00.329248 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-5e20804d-13df-4cbf-9421-67e9125d8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:00.330746 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-5e20804d-13df-4cbf-9421-67e9125d8b17 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=758822e3-cbd7-47bd-8c27-6d71629f43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0759544 May 20 16:01:00.490655 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-2df0af11-9f3c-44a4-a42a-3eb35c764bfc service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528177 May 20 16:01:00.491674 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e4e7487f-6eef-4dfd-a4d0-de4306b80138 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--456300296&fields=id&tenant_id=8dca4f54c546466ebc34d5053830e410 HTTP/1.1" status: 200 len: 267 time: 0.0641260 May 20 16:01:00.628901 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-52230e66-1b6f-4ec7-81f9-ac6b4cdd869f req-6d9ac007-2d5b-4151-a63b-762205ca44fb service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312666 May 20 16:01:00.645978 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-293df0a1-b791-4468-8174-b8d6d75c2f74 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:00.646491 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-293df0a1-b791-4468-8174-b8d6d75c2f74 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Synchronizing usage tracker for tenant:8dca4f54c546466ebc34d5053830e410 on resource:network {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:00.664418 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-293df0a1-b791-4468-8174-b8d6d75c2f74 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Unset dirty status for tenant:8dca4f54c546466ebc34d5053830e410 on resource:network {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:00.666754 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-293df0a1-b791-4468-8174-b8d6d75c2f74 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 811 time: 0.1677926 May 20 16:01:00.680246 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-40717a37-0a44-4db5-ad6b-be159fe4d51d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/quotas/8dca4f54c546466ebc34d5053830e410 HTTP/1.1" status: 200 len: 375 time: 0.0089118 May 20 16:01:00.765091 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-2366fe59-8b54-4792-b0ac-cff1a95e00b6 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Synchronizing usage tracker for tenant:8dca4f54c546466ebc34d5053830e410 on resource:port {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:00.781797 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-2366fe59-8b54-4792-b0ac-cff1a95e00b6 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Unset dirty status for tenant:8dca4f54c546466ebc34d5053830e410 on resource:port {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:00.783304 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-2366fe59-8b54-4792-b0ac-cff1a95e00b6 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980611 May 20 16:01:00.925071 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-3dceeef4-6ce8-4822-a643-b721970953be service neutron] 10.222.0.36 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273887 May 20 16:01:01.059409 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-435250bd-4497-4639-a7e8-263b5e5e24dc service neutron] 10.222.0.36 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282785 May 20 16:01:01.091953 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b53c1-98ca-4c18-aa35-48a74d92c875 req-d63b5edd-a3b3-4f23-9bbb-ce26b4123888 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:01.093549 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d06b53c1-98ca-4c18-aa35-48a74d92c875 req-d63b5edd-a3b3-4f23-9bbb-ce26b4123888 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0840709 May 20 16:01:01.145629 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d06b53c1-98ca-4c18-aa35-48a74d92c875 req-7b091a2f-1e5c-49a5-a48c-95f278131545 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460286 May 20 16:01:01.244209 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e393850a-cfd1-4e37-9fdd-cc3b491ed097 req-9a0eeea3-1fce-4d1e-bee3-0412dc2d1a93 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 210 time: 0.0463598 May 20 16:01:02.405175 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-cb24ac4c-73fb-46ef-9cb7-536d131875a7 req-8c55c37b-7223-40d5-8ab2-088095fc8481 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 210 time: 0.0475521 May 20 16:01:02.406148 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-3c87c79a-9996-4883-98be-24dcd7c3b7af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:02.407640 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-3c87c79a-9996-4883-98be-24dcd7c3b7af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.54 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 811 time: 0.2070713 May 20 16:01:02.426634 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d9db-9fa0-4838-8e8e-74d2e074b91d req-7389216a-4c80-40a4-818c-c98c8fe3ea0b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:02.428022 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-89a5d9db-9fa0-4838-8e8e-74d2e074b91d req-7389216a-4c80-40a4-818c-c98c8fe3ea0b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.1333442 May 20 16:01:02.500390 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-4f754098-3728-4520-93f6-cdb18e52c60c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Synchronizing usage tracker for tenant:8dca4f54c546466ebc34d5053830e410 on resource:security_group {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:02.509227 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-89a5d9db-9fa0-4838-8e8e-74d2e074b91d req-a1f42bd4-d319-415b-b436-034e3da4dbfe tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671966 May 20 16:01:02.522812 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-4f754098-3728-4520-93f6-cdb18e52c60c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Unset dirty status for tenant:8dca4f54c546466ebc34d5053830e410 on resource:security_group {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:02.524039 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-4f754098-3728-4520-93f6-cdb18e52c60c tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dca4f54c546466ebc34d5053830e410 HTTP/1.1" status: 200 len: 379 time: 0.0951219 May 20 16:01:02.534093 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'port': {'device_id': '1179b396-52a0-4958-9154-1c12067e26b0', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'admin_state_up': True, 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'security_groups': ['f3e4d24b-3fe3-415e-8dd4-cacd68f10322']}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:02.670074 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:01:02.680160 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:01:02.691358 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Made reservation on behalf of 8dca4f54c546466ebc34d5053830e410 for: {'port': 1} {{(pid=91624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:01:02.694834 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:02.949946 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_common [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Allocated IP 172.20.0.8 (d2fe3226-3795-4399-9a8c-fcd1881766da/3f5d9f80-dc61-4c45-9b78-9199f79afee7/0dfc00cf-4aed-4090-8c47-93f3b5077cb8) {{(pid=91624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:01:03.134339 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for port, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.149378 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Transition to ACTIVE for port object 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 will not be triggered until provisioned by entity DHCP. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:03.172566 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779026311518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.178489 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-b080c7b7-b331-414b-8d80-9ceae11f4467 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:03.247939 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Network d2fe3226-3795-4399-9a8c-fcd1881766da is already hosted by enough agents. {{(pid=91624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:01:03.250920 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.base_scheduler [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Resources bound (agent type, host, resource id): {{(pid=91624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:01:03.253301 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Received port after_create {{(pid=91624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:01:03.289914 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event updated for resources: {'Port': ['ID=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:03.293722 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:03.323954 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:03.324615 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.351070 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-e51b2010-a243-4807-8c60-72058c3438af tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8204668 May 20 16:01:03.368180 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Request body: {'port': {'device_id': '1179b396-52a0-4958-9154-1c12067e26b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:03.460221 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-e1b514fa-2179-4e99-844a-1ca95803c9c8 None None] Provisioning for port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 completed by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:03.466733 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-e1b514fa-2179-4e99-844a-1ca95803c9c8 None None] Provisioning complete for port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:03.467798 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e1b514fa-2179-4e99-844a-1ca95803c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.489424 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.529504 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-e1b514fa-2179-4e99-844a-1ca95803c9c8 None None] Port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 cannot update to ACTIVE because it is not bound. {{(pid=91626) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:01:03.604473 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9aa8-6695-4fb5-9008-6a5675b87af9 req-b0704733-3de0-45d2-b7e2-06db065179e7 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:03.606143 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a1ba9aa8-6695-4fb5-9008-6a5675b87af9 req-b0704733-3de0-45d2-b7e2-06db065179e7 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 931 time: 0.0855451 May 20 16:01:03.656298 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a1ba9aa8-6695-4fb5-9008-6a5675b87af9 req-e1a07c30-98a8-4aa9-905e-ef29b26947b0 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e4d24b-3fe3-415e-8dd4-cacd68f10322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447245 May 20 16:01:03.827314 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a279e-25ef-44a0-a3b1-4e8795b6819e req-09c39f48-e2c3-447f-9679-d26e9400ccb0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:03.828639 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f25a279e-25ef-44a0-a3b1-4e8795b6819e req-09c39f48-e2c3-447f-9679-d26e9400ccb0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.2028165 May 20 16:01:03.918300 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f25a279e-25ef-44a0-a3b1-4e8795b6819e req-05569227-7059-4247-916a-efb7db6fe0a8 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826204 May 20 16:01:03.942583 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 {{(pid=91624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:01:03.950637 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.964430 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.provisioning_blocks [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Transition to ACTIVE for port object 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 will not be triggered until provisioned by entity L2. {{(pid=91624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:01:03.969191 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:03.973727 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:04.128011 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,revision_number=2']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:04.135923 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:04.207876 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Attempting to bind port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:01:04.208205 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Attempting to bind port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:01:04.208530 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Attempting to bind port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 on network d2fe3226-3795-4399-9a8c-fcd1881766da {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:04.213022 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 on network d2fe3226-3795-4399-9a8c-fcd1881766da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:01:04.213384 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Attempting to bind port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 on network d2fe3226-3795-4399-9a8c-fcd1881766da {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:01:04.218438 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Checking agent: {'id': '188eab3a-a725-4d0e-ba20-a99c3c491b9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'started_at': datetime.datetime(2021, 5, 20, 15, 49, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:01:04.218772 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Checking segment: {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:01:04.219149 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Bound using segment: {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'} {{(pid=91624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:01:04.219573 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.managers [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Bound port: 0dfc00cf-4aed-4090-8c47-93f3b5077cb8, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279b43e5-f844-47f5-813c-abc243e38324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da'}}] {{(pid=91624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:01:04.220168 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.310826 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] For port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8, host hv-cinder-78477, cleared binding levels {{(pid=91624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:01:04.313739 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] For port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:01:04.317885 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.321518 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-62c95822-86ee-4f64-869f-b832dd767fd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:04.377501 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:04.377620 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:04.379178 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] 10.222.0.54 "PUT /v2.0/ports/0dfc00cf-4aed-4090-8c47-93f3b5077cb8 HTTP/1.1" status: 200 len: 1093 time: 1.0153809 May 20 16:01:04.382113 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1179b396-52a0-4958-9154-1c12067e26b0', 'tag': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:04.404875 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,revision_number=3']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:04.408309 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7ce9c181-5eb0-4c99-8595-be17502b5d92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:04.430734 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1179b396-52a0-4958-9154-1c12067e26b0', 'tag': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8', 'status': 'completed', 'code': 200} May 20 16:01:04.520258 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-4028e390-f2d5-4dc1-9f27-3a4c023800ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:04.521767 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-4028e390-f2d5-4dc1-9f27-3a4c023800ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 1096 time: 0.0744941 May 20 16:01:04.601199 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-3106b136-3701-4a93-ab86-aa8891888417 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dfc00cf-4aed-4090-8c47-93f3b5077cb8 HTTP/1.1" status: 200 len: 217 time: 0.0649252 May 20 16:01:04.664794 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-b69029a7-c8e9-4f44-b1e6-9ede4253be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:04.666076 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-b69029a7-c8e9-4f44-b1e6-9ede4253be20 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 200 len: 850 time: 0.0591834 May 20 16:01:04.893382 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-f472f81f-2adb-46e0-8b09-48989ee7ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:04.895606 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-f472f81f-2adb-46e0-8b09-48989ee7ce8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2fe3226-3795-4399-9a8c-fcd1881766da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2230573 May 20 16:01:04.909953 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f13ea-5b1f-4314-bc9a-82781097a2fa req-10741b24-e032-4147-aed6-7c0edc407d21 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:04.910636 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-0e2f13ea-5b1f-4314-bc9a-82781097a2fa req-10741b24-e032-4147-aed6-7c0edc407d21 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Synchronizing usage tracker for tenant:8dca4f54c546466ebc34d5053830e410 on resource:port {{(pid=91624) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:01:05.004953 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [req-0e2f13ea-5b1f-4314-bc9a-82781097a2fa req-10741b24-e032-4147-aed6-7c0edc407d21 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Unset dirty status for tenant:8dca4f54c546466ebc34d5053830e410 on resource:port {{(pid=91624) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:01:05.006069 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0e2f13ea-5b1f-4314-bc9a-82781097a2fa req-10741b24-e032-4147-aed6-7c0edc407d21 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 943 time: 0.2147095 May 20 16:01:05.084603 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0e2f13ea-5b1f-4314-bc9a-82781097a2fa req-60110d3e-ce39-487d-9620-29b6de65db41 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e4d24b-3fe3-415e-8dd4-cacd68f10322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688267 May 20 16:01:05.087442 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-3e396fc6-410b-4a63-8323-bc9f3a4da2d3 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740959 May 20 16:01:05.110669 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b8493-7dcc-4f3d-8051-d468bec4354d req-8d26fdeb-ba04-4218-824a-c7cf7928433b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:05.112129 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-412b8493-7dcc-4f3d-8051-d468bec4354d req-8d26fdeb-ba04-4218-824a-c7cf7928433b tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0845582 May 20 16:01:05.159579 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-412b8493-7dcc-4f3d-8051-d468bec4354d req-07c2ee83-62b8-4624-8d71-7d02464fee5e tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415292 May 20 16:01:05.222990 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-068d0bd4-5ee2-4e16-a2dc-2dac229cf573 req-64da1ab0-bc96-4f6d-bc63-cccaf5c938ec service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289933 May 20 16:01:05.384472 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-76d6d9da-cb43-4010-9c17-34950bf5d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:05.386446 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-76d6d9da-cb43-4010-9c17-34950bf5d19f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 1096 time: 0.0706789 May 20 16:01:05.443375 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:05.521981 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-f1b2ec65-1378-41e6-9ef4-464eb843c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:05.523363 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-f1b2ec65-1378-41e6-9ef4-464eb843c33c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 912 time: 0.1305382 May 20 16:01:05.594645 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-2faafe81-65e8-45e8-9f4f-3a37a93644ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dfc00cf-4aed-4090-8c47-93f3b5077cb8 HTTP/1.1" status: 200 len: 217 time: 0.0641003 May 20 16:01:05.656984 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-d239af0f-a4b4-4729-87bb-a0809446b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:05.658404 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-d239af0f-a4b4-4729-87bb-a0809446b737 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 200 len: 850 time: 0.0567801 May 20 16:01:05.737645 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-8e570d44-f8fb-4f2a-8369-8592c69a255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:05.739269 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-8e570d44-f8fb-4f2a-8369-8592c69a255b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2fe3226-3795-4399-9a8c-fcd1881766da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0736666 May 20 16:01:05.873718 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-59190408-e7b7-4a21-97be-3cbbedaf0b39 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237040 May 20 16:01:06.005780 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-bd87d06d-b20b-4b7f-b560-e89ea669f268 req-0ddc17fb-5030-45b4-b909-0d4f4b44b701 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240072 May 20 16:01:06.274134 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d2bdf-176e-4de2-8953-d05c5bc33e0e req-331a4110-4cab-4bfc-855b-9a00bed9f368 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.275631 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f83d2bdf-176e-4de2-8953-d05c5bc33e0e req-331a4110-4cab-4bfc-855b-9a00bed9f368 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 943 time: 0.0807669 May 20 16:01:06.320824 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f83d2bdf-176e-4de2-8953-d05c5bc33e0e req-489e8d4d-f5bd-4638-87d8-15ffb1b8389e tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e4d24b-3fe3-415e-8dd4-cacd68f10322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388007 May 20 16:01:06.349714 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68d259-fc08-41fb-aaba-b3de5bac2a97 req-a6e3dc68-fc56-441a-800b-8af57bb0f9d0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:06.351276 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fb68d259-fc08-41fb-aaba-b3de5bac2a97 req-a6e3dc68-fc56-441a-800b-8af57bb0f9d0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0851789 May 20 16:01:06.492919 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-fb68d259-fc08-41fb-aaba-b3de5bac2a97 req-ae650547-22e1-40ad-9dae-91366d828071 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1358497 May 20 16:01:07.013410 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91626) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:01:07.146302 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:07.162309 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Returning: {'device': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'port_id': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8', 'mac_address': 'fa:16:3e:12:a2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91626) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:01:07.217767 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.235057 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 {{(pid=91626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:01:07.250235 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:07.254011 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:07.255748 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:07.324971 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,revision_number=4']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:07.332042 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.332383 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.332719 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.333047 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.333372 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.333696 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.334019 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.334369 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.334695 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.335015 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.335333 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.335647 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:07.339989 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:07.506993 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025cf0-9cb1-4410-bf61-c995f9ebb855 req-62ca53d4-f8d6-497a-8114-52bec7c3cacd tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:07.508438 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f4025cf0-9cb1-4410-bf61-c995f9ebb855 req-62ca53d4-f8d6-497a-8114-52bec7c3cacd tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 944 time: 0.0827336 May 20 16:01:07.530227 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['0dfc00cf-4aed-4090-8c47-93f3b5077cb8'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:01:07.558862 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f4025cf0-9cb1-4410-bf61-c995f9ebb855 req-8647f10b-5074-46fd-8209-55693b76f4c3 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e4d24b-3fe3-415e-8dd4-cacd68f10322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437469 May 20 16:01:07.690658 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca4e63-d9f6-41b3-9c80-dc6d9f62dbb3 req-48751137-290e-469f-a86b-be920e4e2638 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:07.692543 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e2ca4e63-d9f6-41b3-9c80-dc6d9f62dbb3 req-48751137-290e-469f-a86b-be920e4e2638 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0886188 May 20 16:01:07.744538 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-e2ca4e63-d9f6-41b3-9c80-dc6d9f62dbb3 req-e979a9e1-21e4-4ea5-810b-97418827c47d tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451453 May 20 16:01:08.749558 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295e6d1-f6ee-4503-bcaa-f9afed5bd7e0 req-0921e6a1-9797-4985-9939-508a5796db7d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:08.751143 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d295e6d1-f6ee-4503-bcaa-f9afed5bd7e0 req-0921e6a1-9797-4985-9939-508a5796db7d tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 944 time: 0.0815234 May 20 16:01:08.800595 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d295e6d1-f6ee-4503-bcaa-f9afed5bd7e0 req-22ff7023-f0d8-44f5-a437-80e81212ccda tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e4d24b-3fe3-415e-8dd4-cacd68f10322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437772 May 20 16:01:08.936807 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d86a3f-6858-48e5-b7a1-1b21bdf8ede1 req-9418c38c-1d6c-4552-9703-56597c339dc9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:08.938274 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c0d86a3f-6858-48e5-b7a1-1b21bdf8ede1 req-9418c38c-1d6c-4552-9703-56597c339dc9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0889285 May 20 16:01:08.983971 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c0d86a3f-6858-48e5-b7a1-1b21bdf8ede1 req-9e31e2da-ba31-4fa3-82ab-ca0eaa1014d9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399287 May 20 16:01:09.028529 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 up at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:01:09.096919 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning for port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 completed by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:01:09.101378 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Provisioning complete for port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 triggered by entity L2. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:09.101753 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.216799 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.242857 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1179b396-52a0-4958-9154-1c12067e26b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8'}] {{(pid=91626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:09.253850 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] For port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:09.258548 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581'] for port, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:09.260749 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-8323c1e2-afff-4051-8ac7-7c2aa0d823fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:09.295112 dv-cinder-784779-12-smb neutron-server[91626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1179b396-52a0-4958-9154-1c12067e26b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8', 'code': 200} May 20 16:01:09.327246 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Pushing event updated for resources: {'Port': ['ID=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,revision_number=5']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:09.330047 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:09.549880 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02d3e0-a04b-480c-bd72-d1e8236ffabd req-e9b88d5f-8486-44c9-97d8-6c5d9184c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:09.551287 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db02d3e0-a04b-480c-bd72-d1e8236ffabd req-e9b88d5f-8486-44c9-97d8-6c5d9184c45f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 1098 time: 0.0708363 May 20 16:01:09.591259 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-db02d3e0-a04b-480c-bd72-d1e8236ffabd req-418d81b6-e1fd-4ea4-848d-9314197f6093 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f3e4d24b-3fe3-415e-8dd4-cacd68f10322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332811 May 20 16:01:09.989357 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5bc65-93a9-4820-9587-ba6303669afc req-350df2a7-6f08-4079-bb63-3c5535a8d261 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:09.990806 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-37a5bc65-93a9-4820-9587-ba6303669afc req-350df2a7-6f08-4079-bb63-3c5535a8d261 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 945 time: 0.0837255 May 20 16:01:10.035820 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-37a5bc65-93a9-4820-9587-ba6303669afc req-2d8b28f7-3060-4fb0-80f5-46e9077f8f83 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e4d24b-3fe3-415e-8dd4-cacd68f10322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389588 May 20 16:01:10.267971 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7417559-ebd7-4998-b136-392c20dcf79e req-a3b08552-5aa8-4cc9-afff-a15e07ab5d26 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:10.269422 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7417559-ebd7-4998-b136-392c20dcf79e req-a3b08552-5aa8-4cc9-afff-a15e07ab5d26 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.1774540 May 20 16:01:10.316859 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-a7417559-ebd7-4998-b136-392c20dcf79e req-c42befac-480f-4c04-82ae-c5f411887566 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414438 May 20 16:01:11.221189 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf4c1-8872-4057-b2fa-a6eacd4eb84d req-8645518a-7017-49de-87cf-d2b1ebd5a3ee tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:11.222657 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e6bf4c1-8872-4057-b2fa-a6eacd4eb84d req-8645518a-7017-49de-87cf-d2b1ebd5a3ee tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 945 time: 0.0791252 May 20 16:01:11.267026 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-1e6bf4c1-8872-4057-b2fa-a6eacd4eb84d req-10f8c4e6-35e1-4916-a8b2-aa969d3fbae7 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e4d24b-3fe3-415e-8dd4-cacd68f10322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387909 May 20 16:01:11.445018 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae918d32-6f4c-42a4-bccf-3182c622238c req-c4fc8e99-3b4d-4a59-87ae-afbf5be5da75 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:11.446495 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ae918d32-6f4c-42a4-bccf-3182c622238c req-c4fc8e99-3b4d-4a59-87ae-afbf5be5da75 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 945 time: 0.0801666 May 20 16:01:11.455814 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 44710) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:11.461023 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [None req-3431c6cd-ba96-416c-973c-718c3a3fe187 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Request body: {'floatingip': {'port_id': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8'}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:11.508347 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579b3f-1ad4-452e-8a01-1aaec7ce6331 req-3dffca50-e5cd-45f2-9091-d1b5c57ffa1a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:11.509769 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a2579b3f-1ad4-452e-8a01-1aaec7ce6331 req-3dffca50-e5cd-45f2-9091-d1b5c57ffa1a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0857930 May 20 16:01:11.540320 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3431c6cd-ba96-416c-973c-718c3a3fe187 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:11.557231 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-a2579b3f-1ad4-452e-8a01-1aaec7ce6331 req-003e6130-fff1-42e9-8db3-de80e95a9c67 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410547 May 20 16:01:12.133474 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3431c6cd-ba96-416c-973c-718c3a3fe187 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.137814 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3431c6cd-ba96-416c-973c-718c3a3fe187 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:12.312044 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.l3_db [None req-3431c6cd-ba96-416c-973c-718c3a3fe187 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Floating IP 5095c4d4-c1d7-425e-a1f2-7bcac8a74c01 associated. External IP: 172.28.3.158, port: 0dfc00cf-4aed-4090-8c47-93f3b5077cb8. May 20 16:01:12.537135 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:01:12.813587 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3431c6cd-ba96-416c-973c-718c3a3fe187 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Router 296796a2-f430-4bd1-a140-0397d28a6c25 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:01:12.904258 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f6463-b277-4f06-8e2e-61c4e873de8b req-14059a8f-7907-4a45-bfb1-aa6f8f021b17 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:12.905701 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-937f6463-b277-4f06-8e2e-61c4e873de8b req-14059a8f-7907-4a45-bfb1-aa6f8f021b17 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.1859930 May 20 16:01:13.037800 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-937f6463-b277-4f06-8e2e-61c4e873de8b req-8f9231b2-0f74-4c68-8618-bc74d951bac9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237407 May 20 16:01:13.050366 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3431c6cd-ba96-416c-973c-718c3a3fe187 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:01:13.054711 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-3431c6cd-ba96-416c-973c-718c3a3fe187 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:13.060408 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] Sync routers for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:01:13.069738 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:13.070337 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:00:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:13.110440 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-3431c6cd-ba96-416c-973c-718c3a3fe187 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "PUT /v2.0/floatingips/5095c4d4-c1d7-425e-a1f2-7bcac8a74c01 HTTP/1.1" status: 200 len: 991 time: 1.6535020 May 20 16:01:13.111230 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1179b396-52a0-4958-9154-1c12067e26b0', 'tag': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:13.168387 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1179b396-52a0-4958-9154-1c12067e26b0', 'tag': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8', 'status': 'completed', 'code': 200} May 20 16:01:13.249710 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:13.299208 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-7f2e5635-aa2e-4b99-b58a-763bff8008ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:13.300718 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-7f2e5635-aa2e-4b99-b58a-763bff8008ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8dca4f54c546466ebc34d5053830e410&device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 1098 time: 0.0726678 May 20 16:01:13.435258 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-ee2f90b0-dd06-48ea-b9d8-838a95040ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:13.436612 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-ee2f90b0-dd06-48ea-b9d8-838a95040ef0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 200 len: 912 time: 0.1295059 May 20 16:01:13.546771 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-adf0f3d7-6e35-4e80-b293-459c788511e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dfc00cf-4aed-4090-8c47-93f3b5077cb8 HTTP/1.1" status: 200 len: 999 time: 0.0999589 May 20 16:01:13.603165 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '5095c4d4-c1d7-425e-a1f2-7bcac8a74c01', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'floating_ip_address': '172.28.3.158', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'port_id': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'mac_address': 'fa:16:3e:12:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1179b396-52a0-4958-9154-1c12067e26b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:59Z', 'updated_at': '2021-05-20T16:01:12Z', 'revision_number': 1, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:13.608102 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] Checking router: 296796a2-f430-4bd1-a140-0397d28a6c25 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:01:13.614294 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-11cdf7ca-e32c-407b-8332-3bfe4e8db7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:13.615832 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-11cdf7ca-e32c-407b-8332-3bfe4e8db7e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 200 len: 850 time: 0.0614810 May 20 16:01:13.616303 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:13.616899 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:00:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:13.692702 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-d2a4ca00-28c9-402e-b585-4d4089da84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:13.694342 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-d2a4ca00-28c9-402e-b585-4d4089da84c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2fe3226-3795-4399-9a8c-fcd1881766da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0715358 May 20 16:01:13.794336 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:13.830480 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-d742670f-9011-445e-937e-25f47e78c233 service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290438 May 20 16:01:13.965012 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-7576d61f-bbd7-4faf-aed9-c0dfc4af3ffc req-f0cd1adf-aa2a-459b-9fbf-5acc9d7c734e service neutron] 10.222.0.54 "GET /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256201 May 20 16:01:14.173654 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '5095c4d4-c1d7-425e-a1f2-7bcac8a74c01', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'floating_ip_address': '172.28.3.158', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'port_id': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'mac_address': 'fa:16:3e:12:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1179b396-52a0-4958-9154-1c12067e26b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:59Z', 'updated_at': '2021-05-20T16:01:12Z', 'revision_number': 1, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:14.177760 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be9309-7f79-4af0-ad20-8e00a65be305 None None] The sync data for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb is: [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_floatingips': [{'id': '5095c4d4-c1d7-425e-a1f2-7bcac8a74c01', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'floating_ip_address': '172.28.3.158', 'floating_network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'router_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'port_id': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'mac_address': 'fa:16:3e:12:a2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1179b396-52a0-4958-9154-1c12067e26b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:00:59Z', 'updated_at': '2021-05-20T16:01:12Z', 'revision_number': 1, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:14.236824 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a9edc-b4a6-4e9d-a857-af2bb5a5386f req-8e7a2d21-ab13-4afd-abd7-ade6137ea9d7 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:14.238392 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d97a9edc-b4a6-4e9d-a857-af2bb5a5386f req-8e7a2d21-ab13-4afd-abd7-ade6137ea9d7 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0913117 May 20 16:01:14.294472 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-d97a9edc-b4a6-4e9d-a857-af2bb5a5386f req-7dfa3aa4-af7d-4452-868b-722deda82169 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468609 May 20 16:01:14.388022 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3378f13-519e-4bcf-81b3-06e3a3dbf918 None None] New status for floating IP 5095c4d4-c1d7-425e-a1f2-7bcac8a74c01: ACTIVE {{(pid=91626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:01:15.487758 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7bdcd-1400-4b6f-88ca-cf69b86fb717 req-2a0eb58c-fb2d-4344-b9b8-e49ec9f0be6f tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:15.489246 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9ed7bdcd-1400-4b6f-88ca-cf69b86fb717 req-2a0eb58c-fb2d-4344-b9b8-e49ec9f0be6f tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0870814 May 20 16:01:15.536493 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-9ed7bdcd-1400-4b6f-88ca-cf69b86fb717 req-7ba76c59-070d-4b11-b37f-652e789670a9 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411570 May 20 16:01:16.738821 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a6122-a0ee-4809-ab35-07dac22baa6d req-5d06ccbb-4fe3-450a-b5e3-9fb17e8309c4 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:16.740407 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6f5a6122-a0ee-4809-ab35-07dac22baa6d req-5d06ccbb-4fe3-450a-b5e3-9fb17e8309c4 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0862200 May 20 16:01:16.790894 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-6f5a6122-a0ee-4809-ab35-07dac22baa6d req-84cd9b20-8cc0-4c7a-9e5b-3d00fb1b4dfd tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&id=7678b2bf-b983-46cb-b9d2-96948c8cf08e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444343 May 20 16:01:24.366617 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-9b3d8ebf-834e-4cd9-9593-c1410be5110a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.668856 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-b9030d24-773a-4f8e-a212-1b8bacc8a952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:26.877792 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:27.976242 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:29.732675 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:35.451691 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:40.716955 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-e6d271ca-4a10-413e-add1-ac4a19ed8654 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735087 May 20 16:01:40.825928 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-839d6985-4169-4125-b08d-44ce52a3b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:40.827424 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-839d6985-4169-4125-b08d-44ce52a3b4c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d5e98515aa24652aba4b748e4789b10&device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 1138 time: 0.0716105 May 20 16:01:41.087128 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-d8aef1a1-2dd6-4563-b5cd-84e65fffe3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:41.089173 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-d8aef1a1-2dd6-4563-b5cd-84e65fffe3c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=758822e3-cbd7-47bd-8c27-6d71629f43e5 HTTP/1.1" status: 200 len: 916 time: 0.2171342 May 20 16:01:41.193676 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-6e0d90bd-6542-489f-820a-d1070438ddb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 1002 time: 0.0969794 May 20 16:01:41.258079 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-ec71ec22-2ee2-4917-a7c1-1ccc9837aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:41.259517 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-ec71ec22-2ee2-4917-a7c1-1ccc9837aaf8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f83bf23a-9a74-417e-838a-5b831d05afb8 HTTP/1.1" status: 200 len: 854 time: 0.0594101 May 20 16:01:41.334799 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-92c17f4e-ea80-45e2-a9ba-d760aac53623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:41.336224 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-92c17f4e-ea80-45e2-a9ba-d760aac53623 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=758822e3-cbd7-47bd-8c27-6d71629f43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0686533 May 20 16:01:41.468058 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-e12115db-bcf4-4051-9819-7db13e5af10c service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248341 May 20 16:01:41.599907 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-3fd62a12-cf22-4dc7-b32f-1d4b7eebaefa req-87eef17a-4e50-42ab-8cd4-4c399954ea2e service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243019 May 20 16:01:49.536336 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:01:54.367687 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-32be3cbe-f637-443a-97ca-1eca9c8044d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:55.591217 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-01131938-5a37-4d20-9f88-f20de2363b50 req-9b623094-bf5f-45f7-b550-2d7326ca8ff5 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285875184&fields=id&tenant_id=6d5e98515aa24652aba4b748e4789b10 HTTP/1.1" status: 200 len: 267 time: 0.1210139 May 20 16:01:55.691379 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01131938-5a37-4d20-9f88-f20de2363b50 req-06a757bd-a522-419b-b358-5c7630efbd92 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:55.692908 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-01131938-5a37-4d20-9f88-f20de2363b50 req-06a757bd-a522-419b-b358-5c7630efbd92 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 985 time: 0.0945241 May 20 16:01:55.708511 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.v2.base [req-01131938-5a37-4d20-9f88-f20de2363b50 req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Request body: {'port': {'security_groups': ['896d78c0-32af-4a29-a525-288a237cb33f']}} {{(pid=91624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:01:55.852598 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-01131938-5a37-4d20-9f88-f20de2363b50 req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-740006'] for port, before_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.120241 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-01131938-5a37-4d20-9f88-f20de2363b50 req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] For port 30ee231c-bc7c-4e8c-b622-28ce4f226c43, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:01:56.145382 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-01131938-5a37-4d20-9f88-f20de2363b50 req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for port, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.151277 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-01131938-5a37-4d20-9f88-f20de2363b50 req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779026694072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779026311536', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779026311581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6734588'] for port, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.157128 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-821e0a38-ee3c-4ec7-bce1-fa150c7da267 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:56.186009 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['30ee231c-bc7c-4e8c-b622-28ce4f226c43'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:01:56.229733 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01131938-5a37-4d20-9f88-f20de2363b50 req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:56.230397 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-01131938-5a37-4d20-9f88-f20de2363b50 req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.234751 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-01131938-5a37-4d20-9f88-f20de2363b50 req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "PUT /v2.0/ports/30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 943 time: 0.5315981 May 20 16:01:56.235493 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:56.237962 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44834) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:56.268797 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event updated for resources: {'Port': ['ID=30ee231c-bc7c-4e8c-b622-28ce4f226c43,revision_number=7']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:56.278271 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.278870 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.279362 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.280259 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.280259 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.280608 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.281078 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.281498 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.281953 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.282397 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.282812 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.283404 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:01:56.288266 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-594006b4-8fa1-4c3c-8d09-930b40a8c5e0 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:56.309338 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'status': 'completed', 'code': 200} May 20 16:01:56.363890 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d4b917c7-b58b-415e-84af-897fb8dcde66 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.390014 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['30ee231c-bc7c-4e8c-b622-28ce4f226c43'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:01:56.399910 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d4b917c7-b58b-415e-84af-897fb8dcde66 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.477293 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d4b917c7-b58b-415e-84af-897fb8dcde66 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.484146 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e927096c-10cb-46c2-95eb-d2f10d5f3763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:56.499137 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b917c7-b58b-415e-84af-897fb8dcde66 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7678b2bf-b983-46cb-b9d2-96948c8cf08e,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:56.502105 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d4b917c7-b58b-415e-84af-897fb8dcde66 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:56.512309 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-d4b917c7-b58b-415e-84af-897fb8dcde66 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.513746 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-d4b917c7-b58b-415e-84af-897fb8dcde66 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "DELETE /v2.0/security-groups/7678b2bf-b983-46cb-b9d2-96948c8cf08e HTTP/1.1" status: 204 len: 168 time: 0.2747850 May 20 16:01:56.516388 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44842) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:01:56.522943 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-c16e6393-36e8-4905-9d93-3eacf3334f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:56.524462 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-c16e6393-36e8-4905-9d93-3eacf3334f8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d5e98515aa24652aba4b748e4789b10&device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 1099 time: 0.1528680 May 20 16:01:56.546836 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.provisioning_blocks [None req-61820258-6b0f-4ad4-acde-2091db2d7085 None None] Provisioning complete for port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 triggered by entity DHCP. {{(pid=91626) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:01:56.548032 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-61820258-6b0f-4ad4-acde-2091db2d7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873628'] for port, provisioning_complete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.673175 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-94478dd1-19df-4d34-ae2c-da51f8562e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:56.674811 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-94478dd1-19df-4d34-ae2c-da51f8562e33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=758822e3-cbd7-47bd-8c27-6d71629f43e5 HTTP/1.1" status: 200 len: 916 time: 0.1435323 May 20 16:01:56.702861 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e893925f-b1a6-4bd0-b86d-71ede80758e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.786160 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-060e987a-22d9-4b93-acab-6a961ab8c74f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 1002 time: 0.1031795 May 20 16:01:56.833384 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Deleting port a260d555-fab6-47c7-98bb-f08adf3387d2 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:01:56.833723 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.851056 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-ca7d9910-0450-4e86-89a3-ad38e4a25ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:56.852554 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-ca7d9910-0450-4e86-89a3-ad38e4a25ebd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f83bf23a-9a74-417e-838a-5b831d05afb8 HTTP/1.1" status: 200 len: 854 time: 0.0591283 May 20 16:01:56.882521 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.969331 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:56.969713 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.045605 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-b8f944e2-138e-433f-b5bf-e8073446013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:57.047413 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-b8f944e2-138e-433f-b5bf-e8073446013c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=758822e3-cbd7-47bd-8c27-6d71629f43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1874981 May 20 16:01:57.058497 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-c54acffb-c853-432b-905b-153b639b17b3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=91624) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:01:57.059647 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-c54acffb-c853-432b-905b-153b639b17b3 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058644 May 20 16:01:57.108310 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Calling delete_port for a260d555-fab6-47c7-98bb-f08adf3387d2 owned by network:floatingip {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:01:57.200499 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-00eddfbe-b35f-40fd-b3b2-e6ecfd849486 service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340222 May 20 16:01:57.252600 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.256205 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b4fa3802-23cc-43b7-8b01-01760520de7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:01:57.299087 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event deleted for resources: {'Port': ['ID=a260d555-fab6-47c7-98bb-f08adf3387d2,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:01:57.302183 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:01:57.340939 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-0d62b080-58aa-4f62-994b-ae0632a92733 req-75bc166a-7eaa-418a-9126-94dee06ada5b service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337998 May 20 16:01:57.391510 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks [] for floatingip, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:57.391839 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.db.l3_db [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Floating IP a81ce6fb-f225-447b-afc2-288f375591b3 disassociated (deleted). External IP: 172.28.3.103, port: 30ee231c-bc7c-4e8c-b622-28ce4f226c43. May 20 16:01:57.838745 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:01:58.016755 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.023314 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:01:58.033008 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] Sync routers for ids ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:01:58.044793 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] Routers {'c4c78810-d5c8-4a4f-adf1-7a2323b637d5'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:58.045487 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:01:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:58.050049 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:01:58.136023 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-8a462f04-1933-4276-9825-0ddb20abd19a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "DELETE /v2.0/floatingips/a81ce6fb-f225-447b-afc2-288f375591b3 HTTP/1.1" status: 204 len: 168 time: 1.6184244 May 20 16:01:58.136789 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43'}] {{(pid=91625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:01:58.237771 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] Set router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:58.251178 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'status': 'completed', 'code': 200} May 20 16:01:58.386536 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-3c3d55b2-ea7d-4c1a-9ea2-17837e3f9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:58.388695 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-3c3d55b2-ea7d-4c1a-9ea2-17837e3f9f71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6d5e98515aa24652aba4b748e4789b10&device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 1099 time: 0.0883093 May 20 16:01:58.548283 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-8759ec01-d946-49f9-b716-4a197be8a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:58.550041 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-8759ec01-d946-49f9-b716-4a197be8a714 service neutron] 10.222.0.54 "GET /v2.0/networks?id=758822e3-cbd7-47bd-8c27-6d71629f43e5 HTTP/1.1" status: 200 len: 916 time: 0.1548336 May 20 16:01:58.635812 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '423b2330-055f-4136-a329-51aa8207592a', 'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'mac_address': 'fa:16:3e:51:9e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:42Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 5, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'subnets': [{'id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:58.640503 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] Checking router: c4c78810-d5c8-4a4f-adf1-7a2323b637d5 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:01:58.641412 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-c148dd1e-4e75-426c-8629-abd73c6a2711 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 200 len: 217 time: 0.0761292 May 20 16:01:58.649580 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] Routers {'c4c78810-d5c8-4a4f-adf1-7a2323b637d5'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:01:58.650922 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:01:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:58.723163 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-a8f9c6a6-d5fc-4366-a9bb-9965ce03ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:58.725728 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-a8f9c6a6-d5fc-4366-a9bb-9965ce03ce1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f83bf23a-9a74-417e-838a-5b831d05afb8 HTTP/1.1" status: 200 len: 854 time: 0.0770671 May 20 16:01:58.815334 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-72073dac-767d-403f-b069-b3f70ba5fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:01:58.817242 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-72073dac-767d-403f-b069-b3f70ba5fced service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=758822e3-cbd7-47bd-8c27-6d71629f43e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0855346 May 20 16:01:58.861640 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] Set router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:01:58.967325 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-95008985-a122-4868-af1a-a5c33c1e0304 service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424510 May 20 16:01:59.104548 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-c112cd57-4f76-4920-a8bd-3975d46ff180 req-99af89b3-5a8f-4abb-873e-7fc87e720021 service neutron] 10.222.0.54 "GET /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294382 May 20 16:01:59.188194 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '423b2330-055f-4136-a329-51aa8207592a', 'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'mac_address': 'fa:16:3e:51:9e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:42Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 5, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'subnets': [{'id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:01:59.192547 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71f815-547d-447c-8539-c0d71644bf3c None None] The sync data for ids ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'] in dv-cinder-784779-12-smb is: [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T15:59:42Z', 'revision_number': 4, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '423b2330-055f-4136-a329-51aa8207592a', 'name': '', 'network_id': '758822e3-cbd7-47bd-8c27-6d71629f43e5', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'mac_address': 'fa:16:3e:51:9e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:42Z', 'updated_at': '2021-05-20T15:59:49Z', 'revision_number': 5, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'subnets': [{'id': 'f83bf23a-9a74-417e-838a-5b831d05afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:01:59.402711 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c1dafb-dbd9-4f0b-999e-0d16f905ecbd None None] New status for floating IP a81ce6fb-f225-447b-afc2-288f375591b3: DOWN {{(pid=91626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:01:59.734475 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:01.638306 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d439e-9dcc-4481-bdcf-d3f2aa1cc190 req-283ef609-e9c5-474f-8734-e2b70638bd10 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:01.638881 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-349d439e-9dcc-4481-bdcf-d3f2aa1cc190 req-283ef609-e9c5-474f-8734-e2b70638bd10 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Synchronizing usage tracker for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:port {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:01.655013 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-349d439e-9dcc-4481-bdcf-d3f2aa1cc190 req-283ef609-e9c5-474f-8734-e2b70638bd10 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Unset dirty status for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:port {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:01.656373 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-349d439e-9dcc-4481-bdcf-d3f2aa1cc190 req-283ef609-e9c5-474f-8734-e2b70638bd10 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 946 time: 0.1013997 May 20 16:02:01.701407 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-349d439e-9dcc-4481-bdcf-d3f2aa1cc190 req-77e55d33-6ada-4dcd-a1f2-865e1a74ba17 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Synchronizing usage tracker for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:security_group {{(pid=91625) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:02:01.715892 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [req-349d439e-9dcc-4481-bdcf-d3f2aa1cc190 req-77e55d33-6ada-4dcd-a1f2-865e1a74ba17 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Unset dirty status for tenant:6d5e98515aa24652aba4b748e4789b10 on resource:security_group {{(pid=91625) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:02:01.717121 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-349d439e-9dcc-4481-bdcf-d3f2aa1cc190 req-77e55d33-6ada-4dcd-a1f2-865e1a74ba17 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550959 May 20 16:02:02.905349 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2309e-bc50-4310-ad76-96435281504b req-4fe12fb7-2ffb-4275-bd22-270ccdc00a7a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:02.906841 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b3d2309e-bc50-4310-ad76-96435281504b req-4fe12fb7-2ffb-4275-bd22-270ccdc00a7a tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 946 time: 0.0796778 May 20 16:02:02.957146 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-b3d2309e-bc50-4310-ad76-96435281504b req-18d8fcbd-aece-4529-8556-5b29e758e5d5 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 May 20 16:02:03.529185 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cb89a-7a43-4556-a60b-94353f84364f req-473a8397-10b1-4ef8-9649-c5512c632f69 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:03.530663 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f44cb89a-7a43-4556-a60b-94353f84364f req-473a8397-10b1-4ef8-9649-c5512c632f69 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.54 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 946 time: 0.0865848 May 20 16:02:03.673970 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-f44cb89a-7a43-4556-a60b-94353f84364f req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Deleting port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:03.674267 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f44cb89a-7a43-4556-a60b-94353f84364f req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.815392 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-f44cb89a-7a43-4556-a60b-94353f84364f req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] For port 30ee231c-bc7c-4e8c-b622-28ce4f226c43, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=30ee231c-bc7c-4e8c-b622-28ce4f226c43,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:03.815756 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f44cb89a-7a43-4556-a60b-94353f84364f req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:03.938881 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-f44cb89a-7a43-4556-a60b-94353f84364f req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Calling delete_port for 30ee231c-bc7c-4e8c-b622-28ce4f226c43 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:04.202805 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f44cb89a-7a43-4556-a60b-94353f84364f req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:04.209502 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d0ec08ab-feb1-4134-b4f5-300914bdbe45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:04.236396 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] get_ports_and_sgs() called for port_ids ['30ee231c-bc7c-4e8c-b622-28ce4f226c43'] {{(pid=91626) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:02:04.259823 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Pushing event deleted for resources: {'Port': ['ID=30ee231c-bc7c-4e8c-b622-28ce4f226c43,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:04.264083 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:04.271867 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9df6a-f861-4046-b33d-2c14ff238877 req-d374d62c-2a13-4803-84cd-b853da48b960 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:04.273431 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-17a9df6a-f861-4046-b33d-2c14ff238877 req-d374d62c-2a13-4803-84cd-b853da48b960 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/ports?device_id=415bc1b5-62b5-482c-81d5-48003b467cb6 HTTP/1.1" status: 200 len: 946 time: 0.1647899 May 20 16:02:04.367986 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44cb89a-7a43-4556-a60b-94353f84364f req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] No DVR routers for this DVR port 30ee231c-bc7c-4e8c-b622-28ce4f226c43 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:04.371063 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-f44cb89a-7a43-4556-a60b-94353f84364f req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:04.373955 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'name': 'network-vif-deleted', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:02:04.407142 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-17a9df6a-f861-4046-b33d-2c14ff238877 req-344f3a0c-366d-4365-bebb-7cb57b695fd6 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.36 "GET /v2.0/security-groups?id=896d78c0-32af-4a29-a525-288a237cb33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017084 May 20 16:02:04.408762 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-f44cb89a-7a43-4556-a60b-94353f84364f req-1feb285f-7107-4db2-a86e-b874dbb7c939 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] 10.222.0.54 "DELETE /v2.0/ports/30ee231c-bc7c-4e8c-b622-28ce4f226c43 HTTP/1.1" status: 204 len: 173 time: 0.8723412 May 20 16:02:04.433037 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415bc1b5-62b5-482c-81d5-48003b467cb6', 'name': 'network-vif-deleted', 'tag': '30ee231c-bc7c-4e8c-b622-28ce4f226c43', 'status': 'completed', 'code': 200} May 20 16:02:05.445728 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:06.071776 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 44982) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:06.621631 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8106030'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.090568 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12cd32-3461-4c49-91d8-6130db0684be req-c923a2b6-639a-4a08-b340-926d15b680c1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91625) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:07.092020 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2f12cd32-3461-4c49-91d8-6130db0684be req-c923a2b6-639a-4a08-b340-926d15b680c1 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 945 time: 0.2121079 May 20 16:02:07.146870 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-2f12cd32-3461-4c49-91d8-6130db0684be req-b1e9f6d2-20d9-480f-9722-28a33e0c3c45 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e4d24b-3fe3-415e-8dd4-cacd68f10322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480974 May 20 16:02:07.266408 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Deleting port 423b2330-055f-4136-a329-51aa8207592a {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:07.266748 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.299214 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 30ee231c-bc7c-4e8c-b622-28ce4f226c43 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:07.342041 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 30ee231c-bc7c-4e8c-b622-28ce4f226c43 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:07.342335 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 30ee231c-bc7c-4e8c-b622-28ce4f226c43 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:07.390874 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] For port 423b2330-055f-4136-a329-51aa8207592a, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=423b2330-055f-4136-a329-51aa8207592a,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:07.391222 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.515711 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Calling delete_port for 423b2330-055f-4136-a329-51aa8207592a owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:07.757211 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:07.761301 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0db0653b-7fca-4c69-b519-b5e4898e3919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:07.804109 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=423b2330-055f-4136-a329-51aa8207592a,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:07.847200 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.847582 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.847956 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.848324 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.848684 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.849041 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.849390 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.849746 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.850096 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.850473 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.850826 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.851171 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:07.882754 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:08.084016 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7956661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8106138'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.341673 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4def9-5662-4d5d-ae83-d432e0e06818 req-0240000a-2378-4eb2-a898-d43e36f58daa tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:08.343385 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-81f4def9-5662-4d5d-ae83-d432e0e06818 req-0240000a-2378-4eb2-a898-d43e36f58daa tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 945 time: 0.0842962 May 20 16:02:08.395549 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-81f4def9-5662-4d5d-ae83-d432e0e06818 req-213c6a9b-efa0-43c1-b99d-51443a6cb26b tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3e4d24b-3fe3-415e-8dd4-cacd68f10322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457637 May 20 16:02:08.594221 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:08.766009 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-8a69e77d-4a9c-4db8-a7fc-802b5d4472f9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:02:08.768188 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-8a69e77d-4a9c-4db8-a7fc-802b5d4472f9 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.54 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 945 time: 0.0879076 May 20 16:02:08.780108 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:08.789540 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] Sync routers for ids ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:08.792634 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-88a518fe-c115-43c8-97f4-2feb92b24a26 admin admin] 10.222.0.36 "PUT /v2.0/routers/c4c78810-d5c8-4a4f-adf1-7a2323b637d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7192342 May 20 16:02:08.795016 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45002) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:08.803512 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] Routers {'c4c78810-d5c8-4a4f-adf1-7a2323b637d5'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:08.804195 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:01:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:08.929583 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Deleting port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:08.929829 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.987239 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:08.995842 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] Set router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:09.083716 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] For port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:09.084074 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.180876 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.260143 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Deleting port 40476204-28fd-4040-951f-709cffa14e9b {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:09.260504 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.321331 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': '40476204-28fd-4040-951f-709cffa14e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T16:02:07Z', 'revision_number': 5, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port': {'id': '40476204-28fd-4040-951f-709cffa14e9b', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:39Z', 'updated_at': '2021-05-20T15:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:09.326009 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] Checking router: c4c78810-d5c8-4a4f-adf1-7a2323b637d5 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:02:09.335140 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] Routers {'c4c78810-d5c8-4a4f-adf1-7a2323b637d5'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:09.335751 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:01:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:09.395386 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] For port 40476204-28fd-4040-951f-709cffa14e9b, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=40476204-28fd-4040-951f-709cffa14e9b,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:09.395790 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.402666 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.403242 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7988016'] for floatingip, after_update {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.403355 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.db.l3_db [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Floating IP 5095c4d4-c1d7-425e-a1f2-7bcac8a74c01 disassociated. External IP: 172.28.3.158, port: 0dfc00cf-4aed-4090-8c47-93f3b5077cb8. May 20 16:02:09.403655 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Calling delete_port for 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 owned by compute:nova {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:09.494636 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] Set router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:09.535677 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Calling delete_port for 40476204-28fd-4040-951f-709cffa14e9b owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:09.552723 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.559523 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3876c45f-c78a-4a85-b4ac-250aa9f2d9ee tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:09.607209 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-c3d60aff-0f26-41f6-a2b3-2e0abffbc3ef req-bb3c8512-17a7-4559-ba0e-939a5f862dff tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 210 time: 0.0512693 May 20 16:02:09.607820 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event deleted for resources: {'Port': ['ID=0dfc00cf-4aed-4090-8c47-93f3b5077cb8,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:09.609456 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T16:02:09Z', 'revision_number': 6, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port_host': None}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:09.611279 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:09.615072 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d795955-6c6b-4d58-8e5f-1d3230f6a8d9 None None] The sync data for ids ['c4c78810-d5c8-4a4f-adf1-7a2323b637d5'] in dv-cinder-784779-12-smb is: [{'id': 'c4c78810-d5c8-4a4f-adf1-7a2323b637d5', 'name': 'tempest-TestMinimumBasicScenario-1757854075-router', 'tenant_id': '6d5e98515aa24652aba4b748e4789b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:38Z', 'updated_at': '2021-05-20T16:02:09Z', 'revision_number': 6, 'project_id': '6d5e98515aa24652aba4b748e4789b10', 'gw_port_host': None}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:09.757079 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:09.762045 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-7fb2fde6-1a28-46a2-a5f9-2a949a82a491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:09.806350 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Pushing event deleted for resources: {'Port': ['ID=40476204-28fd-4040-951f-709cffa14e9b,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:09.810036 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:09.816063 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Router 296796a2-f430-4bd1-a140-0397d28a6c25 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:10.034844 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7987973'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.127765 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:10.138889 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] Sync routers for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:10.149180 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:10.150841 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:01:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:10.231786 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7989619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32000'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.232077 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] No DVR routers for this DVR port 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 on host hv-cinder-78477 {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:10.234307 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for port, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.235229 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.244803 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1179b396-52a0-4958-9154-1c12067e26b0', 'name': 'network-vif-deleted', 'tag': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8'}] {{(pid=91624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:02:10.253297 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [req-ea54501e-0e7c-48d9-a6e5-3ef4d10991f0 req-5fafe904-9dc6-44b8-b7b7-c8f2d8cbd966 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.54 "DELETE /v2.0/ports/0dfc00cf-4aed-4090-8c47-93f3b5077cb8 HTTP/1.1" status: 204 len: 173 time: 1.4794540 May 20 16:02:10.268665 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7988537'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.269366 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c78810-d5c8-4a4f-adf1-7a2323b637d5 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:02:10.286437 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.288000 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] 10.222.0.36 "DELETE /v2.0/routers/c4c78810-d5c8-4a4f-adf1-7a2323b637d5 HTTP/1.1" status: 204 len: 168 time: 1.4918735 May 20 16:02:10.290574 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45010) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:10.331347 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1179b396-52a0-4958-9154-1c12067e26b0', 'name': 'network-vif-deleted', 'tag': '0dfc00cf-4aed-4090-8c47-93f3b5077cb8', 'status': 'completed', 'code': 200} May 20 16:02:10.347422 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:10.363801 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f4873a-8052-4886-8832-0585c5bf8a5c admin admin] Deleting subnet f83bf23a-9a74-417e-838a-5b831d05afb8 {{(pid=91624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:02:10.367656 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e1f4873a-8052-4886-8832-0585c5bf8a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.431961 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e1f4873a-8052-4886-8832-0585c5bf8a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7192344'] for subnet, precommit_delete_associations {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.615293 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e1f4873a-8052-4886-8832-0585c5bf8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.736037 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 40476204-28fd-4040-951f-709cffa14e9b no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:10.789449 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 40476204-28fd-4040-951f-709cffa14e9b {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:10.789739 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 40476204-28fd-4040-951f-709cffa14e9b not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:10.790300 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 423b2330-055f-4136-a329-51aa8207592a no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:10.829954 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 423b2330-055f-4136-a329-51aa8207592a {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:10.830579 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 423b2330-055f-4136-a329-51aa8207592a not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:10.868649 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:10.875946 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] Checking router: 296796a2-f430-4bd1-a140-0397d28a6c25 for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:02:10.885441 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:10.886268 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:01:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:10.908889 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [req-f207236a-9043-4ce7-8a02-c9cfefd202bd req-9ed878dc-e62f-4ad4-a972-3b1858e3ac20 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/ports?device_id=1179b396-52a0-4958-9154-1c12067e26b0 HTTP/1.1" status: 200 len: 210 time: 0.1052194 May 20 16:02:10.951368 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e1f4873a-8052-4886-8832-0585c5bf8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6734342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6644742'] for subnet, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:10.957877 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-8dec3ed8-41ad-4281-ae94-d48536f9a05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:11.001072 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e1f4873a-8052-4886-8832-0585c5bf8a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for subnet, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.004487 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4873a-8052-4886-8832-0585c5bf8a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83bf23a-9a74-417e-838a-5b831d05afb8,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:11.008310 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e1f4873a-8052-4886-8832-0585c5bf8a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:11.012240 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-e1f4873a-8052-4886-8832-0585c5bf8a5c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f83bf23a-9a74-417e-838a-5b831d05afb8 HTTP/1.1" status: 204 len: 168 time: 0.7206368 May 20 16:02:11.014770 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45016) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:11.038692 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed437601-8192-44ee-ad14-4b3cb957204f None None] Network 758822e3-cbd7-47bd-8c27-6d71629f43e5 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:11.125138 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.166102 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:11.196208 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Deleting port cdac74e2-de2d-45d1-b0a5-0109078b9303 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:11.197466 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.299251 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] For port cdac74e2-de2d-45d1-b0a5-0109078b9303, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=cdac74e2-de2d-45d1-b0a5-0109078b9303,segment=NetworkSegment(af8f2c06-7a3d-4162-acd5-2183b955518d),segment_id=af8f2c06-7a3d-4162-acd5-2183b955518d)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:11.299523 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.343813 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:11.434174 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Calling delete_port for cdac74e2-de2d-45d1-b0a5-0109078b9303 owned by network:dhcp {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:11.436312 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] No Port match for: 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:11.436663 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Device 0dfc00cf-4aed-4090-8c47-93f3b5077cb8 not bound to the agent host hv-cinder-78477 {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:11.485556 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.490334 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d1c74fc0-1d0f-4aba-ae8a-5c8cee383e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:11.537132 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdac74e2-de2d-45d1-b0a5-0109078b9303,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:11.540113 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:11.541401 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] No DVR routers for this DVR port cdac74e2-de2d-45d1-b0a5-0109078b9303 on host dv-cinder-784779-12-smb {{(pid=91624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:11.637428 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd9826-486c-41e9-a12b-93fac0371594 None None] DHCP port deletion for 758822e3-cbd7-47bd-8c27-6d71629f43e5 request from dv-cinder-784779-12-smb {{(pid=91626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:02:11.664936 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.672550 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:11.678020 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fffa1a-0e11-44e2-827e-b6ec13dd1eb8 None None] The sync data for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb is: [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T15:58:11Z', 'revision_number': 4, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb', '_interfaces': [{'id': '25efdd53-6b5c-4e75-99b8-8f93cef043a4', 'name': '', 'network_id': 'd2fe3226-3795-4399-9a8c-fcd1881766da', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'mac_address': 'fa:16:3e:8d:54:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:10Z', 'updated_at': '2021-05-20T15:58:17Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'subnets': [{'id': '3f5d9f80-dc61-4c45-9b78-9199f79afee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:11.679211 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758822e3-cbd7-47bd-8c27-6d71629f43e5']}} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:11.694266 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8f2c06-7a3d-4162-acd5-2183b955518d') {'for_net_delete': True} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:11.694536 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.services.segments.db [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8f2c06-7a3d-4162-acd5-2183b955518d') {} {{(pid=91624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:11.707635 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7192343'] for segment, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.725329 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.732404 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=91624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:02:11.732793 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6734496'] for segment, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: Traceback (most recent call last): May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: timer() May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: cb(*args, **kw) May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: return func(*args, **kwargs) May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: self._notify() May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: self.callback(batched_events) May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: event.method(event) May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: return f(self, *a, **k) May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: return self._get(url).json() May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: return self.request(url, 'GET', **kwargs) May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:02:11.746973 dv-cinder-784779-12-smb neutron-server[91624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:02:11.899543 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6d28d-edbb-492a-b665-350196a15e70 None None] New status for floating IP 5095c4d4-c1d7-425e-a1f2-7bcac8a74c01: DOWN {{(pid=91627) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:02:11.929042 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.933109 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-a9cde1f5-e618-425f-96e0-eae632748afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:11.949637 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:11.958349 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Pushing event deleted for resources: {'Network': ['ID=758822e3-cbd7-47bd-8c27-6d71629f43e5,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:11.963404 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:11.967430 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-e707c5b0-2284-44ae-a61b-c8d795e43624 admin admin] 10.222.0.36 "DELETE /v2.0/networks/758822e3-cbd7-47bd-8c27-6d71629f43e5 HTTP/1.1" status: 204 len: 168 time: 0.9517059 May 20 16:02:11.970208 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45022) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.043126 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45028) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.121968 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6c26b56b-e927-428d-8210-000ad7e4c0be tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.153411 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6c26b56b-e927-428d-8210-000ad7e4c0be tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.208472 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6c26b56b-e927-428d-8210-000ad7e4c0be tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.214127 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-06b6a2d0-ead2-4b6d-835a-c5cccf09be52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:12.229139 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26b56b-e927-428d-8210-000ad7e4c0be tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e4d24b-3fe3-415e-8dd4-cacd68f10322,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:12.231945 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6c26b56b-e927-428d-8210-000ad7e4c0be tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:12.241845 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6c26b56b-e927-428d-8210-000ad7e4c0be tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.246030 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6c26b56b-e927-428d-8210-000ad7e4c0be tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "DELETE /v2.0/security-groups/f3e4d24b-3fe3-415e-8dd4-cacd68f10322 HTTP/1.1" status: 204 len: 168 time: 0.2017708 May 20 16:02:12.246668 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45032) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.269752 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.api.v2.resource [None req-eb0f8c64-d353-4e49-91f9-d17fe96da5b3 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] show failed (client error): The resource could not be found. May 20 16:02:12.270758 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-eb0f8c64-d353-4e49-91f9-d17fe96da5b3 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "GET /v2.0/security-groups/f3e4d24b-3fe3-415e-8dd4-cacd68f10322 HTTP/1.1" status: 404 len: 347 time: 0.0231750 May 20 16:02:12.273617 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45036) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:12.492664 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Deleting port 71b0c9ce-66fe-4d71-8599-e7c7bd0d8701 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:12.492999 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.559691 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8106030'] for router_interface, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.620043 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.620445 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.639407 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device cdac74e2-de2d-45d1-b0a5-0109078b9303 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:12.678471 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: cdac74e2-de2d-45d1-b0a5-0109078b9303 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:12.678822 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device cdac74e2-de2d-45d1-b0a5-0109078b9303 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:12.749496 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Calling delete_port for 71b0c9ce-66fe-4d71-8599-e7c7bd0d8701 owned by network:floatingip {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:12.878747 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:12.883440 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-b625d710-f140-4fa6-924b-8544c2f959bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:12.929813 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Pushing event deleted for resources: {'Port': ['ID=71b0c9ce-66fe-4d71-8599-e7c7bd0d8701,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:12.933966 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:13.001090 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Deleting port 8e7c5741-d6f6-407b-b1fe-efbdef047e66 {{(pid=91624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:13.001331 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.033988 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks [] for floatingip, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.049340 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233933'] for floatingip, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.050505 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] 10.222.0.36 "DELETE /v2.0/floatingips/5095c4d4-c1d7-425e-a1f2-7bcac8a74c01 HTTP/1.1" status: 204 len: 168 time: 0.7758508 May 20 16:02:13.145886 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.db [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] For port 8e7c5741-d6f6-407b-b1fe-efbdef047e66, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=8e7c5741-d6f6-407b-b1fe-efbdef047e66,segment=NetworkSegment(fff41184-1347-4a0e-84de-605936c157d7),segment_id=fff41184-1347-4a0e-84de-605936c157d7)] {{(pid=91624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:13.146266 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.276571 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.plugins.ml2.plugin [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Calling delete_port for 8e7c5741-d6f6-407b-b1fe-efbdef047e66 owned by network:router_interface {{(pid=91624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:13.670934 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6734581'] for port, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:13.674431 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-85877cab-fa16-416c-b906-34e6a07427a2 tempest-VolumesSnapshotTestJSON-1377790469 tempest-VolumesSnapshotTestJSON-1377790469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:13.721543 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7c5741-d6f6-407b-b1fe-efbdef047e66,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:13.724644 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:13.994919 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7956661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8106138'] for router_interface, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:14.374113 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Router 820ce7de-a891-431f-b31a-8a2577f80c69 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:14.632566 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:14.651532 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] Sync routers for ids ['820ce7de-a891-431f-b31a-8a2577f80c69'] in dv-cinder-784779-12-smb {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:14.653779 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-71bf6966-5cd9-444d-89f6-b25e598cc385 admin admin] 10.222.0.36 "PUT /v2.0/routers/820ce7de-a891-431f-b31a-8a2577f80c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6825366 May 20 16:02:14.657887 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45050) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:14.664145 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] Routers {'820ce7de-a891-431f-b31a-8a2577f80c69'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:14.664850 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:01:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['820ce7de-a891-431f-b31a-8a2577f80c69'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:14.840646 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:14.871631 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] Set router 820ce7de-a891-431f-b31a-8a2577f80c69 gateway port host: dv-cinder-784779-12-smb {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:15.124349 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.183184 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'name': 'tempest-TestMinimumBasicScenario-657722132-router', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:45Z', 'updated_at': '2021-05-20T16:02:13Z', 'revision_number': 5, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'gw_port': {'id': '93342180-739c-4be0-83fa-fe2b7481bdac', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:59:46Z', 'updated_at': '2021-05-20T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:15.187602 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] Checking router: 820ce7de-a891-431f-b31a-8a2577f80c69 for host: dv-cinder-784779-12-smb {{(pid=91626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:02:15.196077 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] Routers {'820ce7de-a891-431f-b31a-8a2577f80c69'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:15.197302 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:01:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['820ce7de-a891-431f-b31a-8a2577f80c69'], 'active': True} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:15.198748 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Deleting port 93342180-739c-4be0-83fa-fe2b7481bdac {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:15.199072 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.322776 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] For port 93342180-739c-4be0-83fa-fe2b7481bdac, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=93342180-739c-4be0-83fa-fe2b7481bdac,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:15.323145 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.349935 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvr_db [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] Set router 820ce7de-a891-431f-b31a-8a2577f80c69 gateway port host: None {{(pid=91626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:15.446850 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Calling delete_port for 93342180-739c-4be0-83fa-fe2b7481bdac owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:15.471691 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_hamode_db [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'name': 'tempest-TestMinimumBasicScenario-657722132-router', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:45Z', 'updated_at': '2021-05-20T16:02:15Z', 'revision_number': 6, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'gw_port_host': None}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:15.478607 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a84d2-320a-48d5-8aff-75157e31d883 None None] The sync data for ids ['820ce7de-a891-431f-b31a-8a2577f80c69'] in dv-cinder-784779-12-smb is: [{'id': '820ce7de-a891-431f-b31a-8a2577f80c69', 'name': 'tempest-TestMinimumBasicScenario-657722132-router', 'tenant_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:59:45Z', 'updated_at': '2021-05-20T16:02:15Z', 'revision_number': 6, 'project_id': 'a79b243fa2c241eca87ac89a3bd54d36', 'gw_port_host': None}] {{(pid=91626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:15.595634 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.601423 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:15.653758 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Pushing event deleted for resources: {'Port': ['ID=93342180-739c-4be0-83fa-fe2b7481bdac,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:15.656897 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:15.755603 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7987973'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.936137 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7989619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32000'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.938400 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.963938 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7988537'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.964963 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 820ce7de-a891-431f-b31a-8a2577f80c69 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:02:15.979086 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:15.980354 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-43950dce-c028-4a09-b253-a045b7bf5932 admin admin] 10.222.0.36 "DELETE /v2.0/routers/820ce7de-a891-431f-b31a-8a2577f80c69 HTTP/1.1" status: 204 len: 168 time: 1.3203499 May 20 16:02:15.983099 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45064) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:16.050644 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-69bb58f3-06ed-4c03-8236-c2549fa96ddf admin admin] Deleting subnet 4484dee2-7cd6-4f11-a143-2f1e0ddd79a1 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:02:16.053704 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-69bb58f3-06ed-4c03-8236-c2549fa96ddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.105498 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-69bb58f3-06ed-4c03-8236-c2549fa96ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8094807'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.201298 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-69bb58f3-06ed-4c03-8236-c2549fa96ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.449637 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-69bb58f3-06ed-4c03-8236-c2549fa96ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7619401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6418420'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.455669 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d4d929fb-34bd-4048-9fd3-b73c238a0b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:16.591139 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb58f3-06ed-4c03-8236-c2549fa96ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4484dee2-7cd6-4f11-a143-2f1e0ddd79a1,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:16.593089 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-69bb58f3-06ed-4c03-8236-c2549fa96ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.597040 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-69bb58f3-06ed-4c03-8236-c2549fa96ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:16.600238 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dde09b-f41d-4fb8-94ac-eb784742bac9 None None] Network 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:16.603643 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-69bb58f3-06ed-4c03-8236-c2549fa96ddf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4484dee2-7cd6-4f11-a143-2f1e0ddd79a1 HTTP/1.1" status: 204 len: 168 time: 0.6166975 May 20 16:02:16.603643 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45068) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:16.642796 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 8e7c5741-d6f6-407b-b1fe-efbdef047e66 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:16.682973 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 8e7c5741-d6f6-407b-b1fe-efbdef047e66 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:16.683318 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 8e7c5741-d6f6-407b-b1fe-efbdef047e66 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:16.683740 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 93342180-739c-4be0-83fa-fe2b7481bdac no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:16.714246 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.793919 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Deleting port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:16.795004 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.819875 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 93342180-739c-4be0-83fa-fe2b7481bdac {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:16.820222 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 93342180-739c-4be0-83fa-fe2b7481bdac not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:16.899383 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] For port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ad9eff9b-aba6-4b1a-aee6-044f9a8c3480,segment=NetworkSegment(fff41184-1347-4a0e-84de-605936c157d7),segment_id=fff41184-1347-4a0e-84de-605936c157d7)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:16.899781 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:16.974922 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] DHCP port deletion for 7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 request from dv-cinder-784779-12-smb {{(pid=91626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:02:17.042852 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Calling delete_port for ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 owned by network:dhcp {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:17.055080 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Deleting port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:17.055502 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.100395 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.104871 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6bf627bd-36a5-43ba-9de9-5ee26c9a2d72 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:17.149552 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9eff9b-aba6-4b1a-aee6-044f9a8c3480,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:17.154295 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:17.158315 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] No DVR routers for this DVR port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 on host dv-cinder-784779-12-smb {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:17.170064 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] For port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=ad9eff9b-aba6-4b1a-aee6-044f9a8c3480,segment=NetworkSegment(fff41184-1347-4a0e-84de-605936c157d7),segment_id=fff41184-1347-4a0e-84de-605936c157d7)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:17.170575 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.221651 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45078) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:17.294503 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Calling delete_port for ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:17.342955 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.345549 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.349660 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-7376b52d-b170-441d-bed8-a0576e142bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:17.367014 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:17.383630 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff41184-1347-4a0e-84de-605936c157d7') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:17.383919 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff41184-1347-4a0e-84de-605936c157d7') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:17.398890 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Pushing event deleted for resources: {'Port': ['ID=ad9eff9b-aba6-4b1a-aee6-044f9a8c3480,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:17.405645 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] No DVR routers for this DVR port ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 on host dv-cinder-784779-12-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:17.412574 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.412947 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.413438 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.413770 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.414092 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.414437 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.414753 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.415201 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.416106 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.416432 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.416753 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.417362 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-12-smb {{(pid=91626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:02:17.420498 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-a7aa9a69-0a52-4e80-bcd2-4471a42dd186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:17.455935 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8094808'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.493733 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.504728 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:02:17.505108 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7619567'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: Traceback (most recent call last): May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: timer() May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: cb(*args, **kw) May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: return func(*args, **kwargs) May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: self._notify() May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: self.callback(batched_events) May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: event.method(event) May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: return f(self, *a, **k) May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: return self._get(url).json() May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:02:17.518447 dv-cinder-784779-12-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:02:17.667913 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.672520 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-75a04ce8-6510-46d7-8e29-a36f2d7efea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:17.686678 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:17.753724 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:17.756340 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:17.776631 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-360067ef-56d8-42e2-832c-efe15d36ac54 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7dd2dd3c-81f3-4488-86da-8cfeb2aaeed7 HTTP/1.1" status: 204 len: 168 time: 1.1720951 May 20 16:02:17.978466 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45084) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:17.997767 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8106030'] for router_interface, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.032891 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-84418a95-fc48-44b2-990c-9d3a1d220055 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d5e98515aa24652aba4b748e4789b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531023 May 20 16:02:18.035352 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45088) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:18.103992 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1c1453d7-37be-49a0-8c06-eeb97f6dd790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.133128 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1c1453d7-37be-49a0-8c06-eeb97f6dd790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.188909 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1c1453d7-37be-49a0-8c06-eeb97f6dd790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.192794 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-efaf65a1-9f08-4d95-8259-284b22c3e7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:18.210780 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1453d7-37be-49a0-8c06-eeb97f6dd790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896d78c0-32af-4a29-a525-288a237cb33f,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:18.213649 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-1c1453d7-37be-49a0-8c06-eeb97f6dd790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:18.221848 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-1c1453d7-37be-49a0-8c06-eeb97f6dd790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.223202 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-1c1453d7-37be-49a0-8c06-eeb97f6dd790 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/896d78c0-32af-4a29-a525-288a237cb33f HTTP/1.1" status: 204 len: 168 time: 0.1867006 May 20 16:02:18.549412 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Deleting port 25efdd53-6b5c-4e75-99b8-8f93cef043a4 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:18.549767 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.621816 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45096) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:18.648891 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:18.679014 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-58809a3f-9a40-4a5e-a499-2edd7839277b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a79b243fa2c241eca87ac89a3bd54d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558343 May 20 16:02:18.682048 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45100) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:18.687390 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:18.687824 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device ad9eff9b-aba6-4b1a-aee6-044f9a8c3480 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:18.693947 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] For port 25efdd53-6b5c-4e75-99b8-8f93cef043a4, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=25efdd53-6b5c-4e75-99b8-8f93cef043a4,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:18.695247 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.751106 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-01bf3c3f-e705-4179-aa74-10e0ee74be42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.778964 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-01bf3c3f-e705-4179-aa74-10e0ee74be42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.821085 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Calling delete_port for 25efdd53-6b5c-4e75-99b8-8f93cef043a4 owned by network:router_interface {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:18.836272 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-01bf3c3f-e705-4179-aa74-10e0ee74be42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.840844 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7446f5c4-6b45-4f22-ad2c-95eb03c3d572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:18.852565 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3c3f-e705-4179-aa74-10e0ee74be42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69361849-e5bb-42f8-bebe-298780ce9ad6,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:18.856950 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-01bf3c3f-e705-4179-aa74-10e0ee74be42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:18.860261 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-01bf3c3f-e705-4179-aa74-10e0ee74be42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:18.863692 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-01bf3c3f-e705-4179-aa74-10e0ee74be42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69361849-e5bb-42f8-bebe-298780ce9ad6 HTTP/1.1" status: 204 len: 168 time: 0.1782143 May 20 16:02:19.000686 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:19.005439 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-58d2918b-1c36-4487-bbcb-bcbb15bc33a5 tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:19.051977 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Pushing event deleted for resources: {'Port': ['ID=25efdd53-6b5c-4e75-99b8-8f93cef043a4,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:19.086920 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:19.358185 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7956661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8106138'] for router_interface, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:19.859106 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Router 296796a2-f430-4bd1-a140-0397d28a6c25 has already been hosted by L3 agent 287523b9-05a2-4706-b6bf-12c43737d745 {{(pid=91625) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:02:20.043291 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] Notify agent at l3_agent.dv-cinder-784779-12-smb the message routers_updated {{(pid=91625) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:02:20.051648 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] Sync routers for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:02:20.057504 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-160c29fd-a179-49c9-a714-07f838dc0765 admin admin] 10.222.0.36 "PUT /v2.0/routers/296796a2-f430-4bd1-a140-0397d28a6c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8336689 May 20 16:02:20.059583 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45106) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:20.062869 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:20.063517 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:01:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:20.239662 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: dv-cinder-784779-12-smb {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:20.242957 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Notify callbacks [] for router, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.426251 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.506331 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Deleting port 95c02f6c-ab0e-4251-8c7c-1102851e50db {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:20.506573 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.580058 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'external_fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T16:02:18Z', 'revision_number': 5, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port': {'id': '95c02f6c-ab0e-4251-8c7c-1102851e50db', 'name': '', 'network_id': 'fae4a615-4f0b-416e-8057-595655400a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:86:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-12-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:58:08Z', 'updated_at': '2021-05-20T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b92a755-97bd-4f0b-a162-4d0149360742', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-12-smb'}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:20.584103 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] Checking router: 296796a2-f430-4bd1-a140-0397d28a6c25 for host: dv-cinder-784779-12-smb {{(pid=91627) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:02:20.594095 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] Routers {'296796a2-f430-4bd1-a140-0397d28a6c25'} bound to L3 agent in host dv-cinder-784779-12-smb {{(pid=91627) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:02:20.594751 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-12-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T15:43:27Z,description=,heartbeat_timestamp=2021-05-20T16:01:57Z,host='dv-cinder-784779-12-smb',id=287523b9-05a2-4706-b6bf-12c43737d745,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T15:43:27Z,topic='l3_agent')) {'router_ids': ['296796a2-f430-4bd1-a140-0397d28a6c25'], 'active': True} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:20.639161 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] For port 95c02f6c-ab0e-4251-8c7c-1102851e50db, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=95c02f6c-ab0e-4251-8c7c-1102851e50db,segment=NetworkSegment(745c17d8-b51d-4960-8ce3-d086d4082fd8),segment_id=745c17d8-b51d-4960-8ce3-d086d4082fd8)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:20.639519 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.757594 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_dvr_db [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] Set router 296796a2-f430-4bd1-a140-0397d28a6c25 gateway port host: None {{(pid=91627) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:02:20.763115 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Calling delete_port for 95c02f6c-ab0e-4251-8c7c-1102851e50db owned by network:router_gateway {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:20.875256 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.l3_hamode_db [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T16:02:20Z', 'revision_number': 6, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port_host': None}], 'dv-cinder-784779-12-smb', False) {} {{(pid=91627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:20.879483 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11db00-bc53-4483-94cf-ebb3c60602d7 None None] The sync data for ids ['296796a2-f430-4bd1-a140-0397d28a6c25'] in dv-cinder-784779-12-smb is: [{'id': '296796a2-f430-4bd1-a140-0397d28a6c25', 'name': 'tempest-AttachVolumeTestJSON-1374851647-router', 'tenant_id': '8dca4f54c546466ebc34d5053830e410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:58:07Z', 'updated_at': '2021-05-20T16:02:20Z', 'revision_number': 6, 'project_id': '8dca4f54c546466ebc34d5053830e410', 'gw_port_host': None}] {{(pid=91627) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:02:20.907712 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:20.911788 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-26b74273-e58b-43b0-8ca0-f6c08bf9173e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:20.954697 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c02f6c-ab0e-4251-8c7c-1102851e50db,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:20.957582 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:21.046881 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7987973'] for router_gateway, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.334189 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7989619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32000'] for router, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.336415 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.359285 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7988537'] for router, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.360054 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296796a2-f430-4bd1-a140-0397d28a6c25 {{(pid=91625) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:02:21.375266 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] Notify callbacks [] for router, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.378679 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-5359b568-b423-413d-b15c-2138eacf3365 admin admin] 10.222.0.36 "DELETE /v2.0/routers/296796a2-f430-4bd1-a140-0397d28a6c25 HTTP/1.1" status: 204 len: 168 time: 1.3158860 May 20 16:02:21.378885 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45112) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:21.439954 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7384a2-20f0-4b84-ac1d-268eea9bf96d admin admin] Deleting subnet 3f5d9f80-dc61-4c45-9b78-9199f79afee7 {{(pid=91625) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:02:21.443237 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bf7384a2-20f0-4b84-ac1d-268eea9bf96d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.505761 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bf7384a2-20f0-4b84-ac1d-268eea9bf96d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8094807'] for subnet, precommit_delete_associations {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.588120 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bf7384a2-20f0-4b84-ac1d-268eea9bf96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-697966'] for subnet, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.845005 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bf7384a2-20f0-4b84-ac1d-268eea9bf96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-697969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7619401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6418420'] for subnet, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.850144 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-93f922b3-93a4-4ec2-968a-d87ed4b9421e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:21.887499 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7384a2-20f0-4b84-ac1d-268eea9bf96d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5d9f80-dc61-4c45-9b78-9199f79afee7,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:21.889502 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-bf7384a2-20f0-4b84-ac1d-268eea9bf96d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:21.892192 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-bf7384a2-20f0-4b84-ac1d-268eea9bf96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:21.893264 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8192fd-2864-4fc7-a17e-c255748deae4 None None] Network d2fe3226-3795-4399-9a8c-fcd1881766da requested from dv-cinder-784779-12-smb {{(pid=91626) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:02:21.896344 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-bf7384a2-20f0-4b84-ac1d-268eea9bf96d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f5d9f80-dc61-4c45-9b78-9199f79afee7 HTTP/1.1" status: 204 len: 168 time: 0.5165253 May 20 16:02:21.898846 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45116) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:22.005988 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772918'] for network, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.081152 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Deleting port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 {{(pid=91625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:22.081831 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.154709 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba0769d-9022-44f2-a0b4-a49b0b15c30d None None] DHCP port deletion for d2fe3226-3795-4399-9a8c-fcd1881766da request from dv-cinder-784779-12-smb {{(pid=91626) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:02:22.184861 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.db [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] For port d418709e-d2d7-4ff1-9fcf-675fa705e2a8, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=d418709e-d2d7-4ff1-9fcf-675fa705e2a8,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:22.185221 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.224823 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0769d-9022-44f2-a0b4-a49b0b15c30d None None] Deleting port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 {{(pid=91626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:02:22.225198 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6ba0769d-9022-44f2-a0b4-a49b0b15c30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779026690771'] for port, before_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.313597 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.plugin [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Calling delete_port for d418709e-d2d7-4ff1-9fcf-675fa705e2a8 owned by network:dhcp {{(pid=91625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:22.326522 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.db [None req-6ba0769d-9022-44f2-a0b4-a49b0b15c30d None None] For port d418709e-d2d7-4ff1-9fcf-675fa705e2a8, host dv-cinder-784779-12-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-12-smb',level=0,port_id=d418709e-d2d7-4ff1-9fcf-675fa705e2a8,segment=NetworkSegment(279b43e5-f844-47f5-813c-abc243e38324),segment_id=279b43e5-f844-47f5-813c-abc243e38324)] {{(pid=91626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:02:22.326958 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6ba0769d-9022-44f2-a0b4-a49b0b15c30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8109268'] for port, precommit_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.361847 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7619514'] for port, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.365503 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-f4b17330-f024-4c28-84a4-105ab313b603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:22.408271 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d418709e-d2d7-4ff1-9fcf-675fa705e2a8,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:22.411982 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:22.414146 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] No DVR routers for this DVR port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 on host dv-cinder-784779-12-smb {{(pid=91625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:22.458013 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0769d-9022-44f2-a0b4-a49b0b15c30d None None] Calling delete_port for d418709e-d2d7-4ff1-9fcf-675fa705e2a8 owned by network:dhcp {{(pid=91626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:02:22.502290 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-6ba0769d-9022-44f2-a0b4-a49b0b15c30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-739953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7956643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779026694090', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779026311527'] for port, after_delete {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.505814 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-4bb8f36d-0b03-4b48-b215-940b73fb732c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:22.534715 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-696801', 'neutron.services.segments.db._delete_segments_for_network-8779026751353'] for network, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.547966 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fe3226-3795-4399-9a8c-fcd1881766da']}} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:22.550712 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0769d-9022-44f2-a0b4-a49b0b15c30d None None] Pushing event deleted for resources: {'Port': ['ID=d418709e-d2d7-4ff1-9fcf-675fa705e2a8,revision_number=None']} {{(pid=91626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:22.553668 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG oslo_concurrency.lockutils [None req-6ba0769d-9022-44f2-a0b4-a49b0b15c30d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91626) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:22.554501 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0769d-9022-44f2-a0b4-a49b0b15c30d None None] No DVR routers for this DVR port d418709e-d2d7-4ff1-9fcf-675fa705e2a8 on host dv-cinder-784779-12-smb {{(pid=91626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:02:22.561687 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279b43e5-f844-47f5-813c-abc243e38324') {'for_net_delete': True} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:22.561986 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.services.segments.db [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279b43e5-f844-47f5-813c-abc243e38324') {} {{(pid=91625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:02:22.575103 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779026762999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8094808'] for segment, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.592084 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181'] for segment, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.598904 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=91625) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:02:22.602277 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7619567'] for segment, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: Traceback (most recent call last): May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: timer() May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: cb(*args, **kw) May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: return func(*args, **kwargs) May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: self._notify() May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: self.callback(batched_events) May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: event.method(event) May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: return f(self, *a, **k) May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: return self._get(url).json() May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: return self.request(url, 'GET', **kwargs) May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:02:22.613187 dv-cinder-784779-12-smb neutron-server[91625]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:02:22.637297 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 25efdd53-6b5c-4e75-99b8-8f93cef043a4 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:22.672016 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 25efdd53-6b5c-4e75-99b8-8f93cef043a4 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:22.672366 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 25efdd53-6b5c-4e75-99b8-8f93cef043a4 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:22.672787 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 95c02f6c-ab0e-4251-8c7c-1102851e50db no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:22.699711 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-696808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8029850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7956668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7988014'] for network, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.703164 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:22.708838 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: 95c02f6c-ab0e-4251-8c7c-1102851e50db {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:22.709192 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device 95c02f6c-ab0e-4251-8c7c-1102851e50db not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:22.709619 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device d418709e-d2d7-4ff1-9fcf-675fa705e2a8 no longer exists at agent ovs-agent-dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:02:22.717173 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7956625'] for network, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:22.728676 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2fe3226-3795-4399-9a8c-fcd1881766da,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:22.731948 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:22.743461 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-81749f5c-ecfa-4b44-802f-eb2dd946e4f3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d2fe3226-3795-4399-9a8c-fcd1881766da HTTP/1.1" status: 204 len: 168 time: 0.8434579 May 20 16:02:22.747504 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.plugin [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] No Port match for: d418709e-d2d7-4ff1-9fcf-675fa705e2a8 {{(pid=91626) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:02:22.747858 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron.plugins.ml2.rpc [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Device d418709e-d2d7-4ff1-9fcf-675fa705e2a8 not bound to the agent host dv-cinder-784779-12-smb {{(pid=91626) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:02:22.921741 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45122) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:22.972993 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-a5e2aaf7-7d91-4b00-bd2b-475dd68fa204 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8dca4f54c546466ebc34d5053830e410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498691 May 20 16:02:22.975416 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45126) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:23.040004 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-03d8c88e-3d10-48c1-859d-a8dba3219ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.066000 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-03d8c88e-3d10-48c1-859d-a8dba3219ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.119744 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-03d8c88e-3d10-48c1-859d-a8dba3219ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.123692 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-71e07163-1775-4fb1-a679-30105172aa1c tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:23.139335 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8c88e-3d10-48c1-859d-a8dba3219ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13ba68c-3594-4ec5-a11c-1c60080ba7de,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:23.141616 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-03d8c88e-3d10-48c1-859d-a8dba3219ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:23.147785 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-03d8c88e-3d10-48c1-859d-a8dba3219ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:23.148901 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-03d8c88e-3d10-48c1-859d-a8dba3219ac3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f13ba68c-3594-4ec5-a11c-1c60080ba7de HTTP/1.1" status: 204 len: 168 time: 0.1725864 May 20 16:02:24.378627 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-059c85cc-d34a-46c1-a74e-f20ce37df750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.534690 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:02:26.674735 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-d9278fb3-3e78-4b3a-9589-de8e0a685c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:26.885692 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:27.983042 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:29.737727 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.531831 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45248) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:33.652504 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4a287217-24a1-4aeb-9886-51ed2e601816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.666505 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-4a287217-24a1-4aeb-9886-51ed2e601816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:33.670828 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-4a287217-24a1-4aeb-9886-51ed2e601816 admin admin] Usage tracker for resource:security_group_rule and tenant:66a3dcdb7f5e451c930adb4ca27d061b is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:33.673555 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-4a287217-24a1-4aeb-9886-51ed2e601816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:33.679197 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-4a287217-24a1-4aeb-9886-51ed2e601816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:33.766146 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4a287217-24a1-4aeb-9886-51ed2e601816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.770078 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-4a287217-24a1-4aeb-9886-51ed2e601816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:33.778932 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-737bef66-71c8-430b-a753-526b9cf34ac9 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:33.925530 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-4a287217-24a1-4aeb-9886-51ed2e601816 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66a3dcdb7f5e451c930adb4ca27d061b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926032 May 20 16:02:33.926341 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a287217-24a1-4aeb-9886-51ed2e601816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7304e9-a193-4e18-8dba-effb6bb786e0,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:33.928844 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45254) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:33.929583 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-4a287217-24a1-4aeb-9886-51ed2e601816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:34.003981 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c764d7d7-7348-4512-800a-0e55903f1aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:34.147973 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c764d7d7-7348-4512-800a-0e55903f1aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:34.208394 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c764d7d7-7348-4512-800a-0e55903f1aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:34.214565 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c759abcb-c73f-41da-9e78-ffdb0740d517 tempest-TestShelveInstance-704203541 tempest-TestShelveInstance-704203541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:34.227768 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764d7d7-7348-4512-800a-0e55903f1aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7304e9-a193-4e18-8dba-effb6bb786e0,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:34.230542 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c764d7d7-7348-4512-800a-0e55903f1aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:34.232729 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-c764d7d7-7348-4512-800a-0e55903f1aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:34.233833 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-c764d7d7-7348-4512-800a-0e55903f1aeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd7304e9-a193-4e18-8dba-effb6bb786e0 HTTP/1.1" status: 204 len: 168 time: 0.3039093 May 20 16:02:35.464677 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:35.864480 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45296) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:35.977909 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-143a53fd-b749-4ad6-803a-20f8a4685f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:35.992551 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-143a53fd-b749-4ad6-803a-20f8a4685f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:35.996304 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-143a53fd-b749-4ad6-803a-20f8a4685f41 admin admin] Usage tracker for resource:security_group_rule and tenant:c3261eaa9aba4814a5ee9a3933da4182 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:35.999055 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-143a53fd-b749-4ad6-803a-20f8a4685f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:36.004707 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-143a53fd-b749-4ad6-803a-20f8a4685f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:36.085923 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-143a53fd-b749-4ad6-803a-20f8a4685f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.090724 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-143a53fd-b749-4ad6-803a-20f8a4685f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.099039 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ac6a04ed-d423-405d-933f-c05904af0b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:36.137510 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-143a53fd-b749-4ad6-803a-20f8a4685f41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3261eaa9aba4814a5ee9a3933da4182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719867 May 20 16:02:36.139099 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a53fd-b749-4ad6-803a-20f8a4685f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f837cd-7568-4689-9eb5-7f37aa846923,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:36.140256 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45302) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.142134 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-143a53fd-b749-4ad6-803a-20f8a4685f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:36.199091 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-051875df-589d-4b46-96c6-dc7708410651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.224270 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-051875df-589d-4b46-96c6-dc7708410651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.274769 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-051875df-589d-4b46-96c6-dc7708410651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.279212 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-d4b917c7-b58b-415e-84af-897fb8dcde66 tempest-TestMinimumBasicScenario-76084257 tempest-TestMinimumBasicScenario-76084257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:36.292330 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051875df-589d-4b46-96c6-dc7708410651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f837cd-7568-4689-9eb5-7f37aa846923,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:36.295807 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-051875df-589d-4b46-96c6-dc7708410651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:36.301273 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-051875df-589d-4b46-96c6-dc7708410651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.302401 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-051875df-589d-4b46-96c6-dc7708410651 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80f837cd-7568-4689-9eb5-7f37aa846923 HTTP/1.1" status: 204 len: 168 time: 0.1611574 May 20 16:02:36.586506 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45310) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.604349 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ef323fff-3319-47bd-8232-8a8ea17d8ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.618496 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-ef323fff-3319-47bd-8232-8a8ea17d8ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:36.622772 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-ef323fff-3319-47bd-8232-8a8ea17d8ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed450a589b640069ab60686eeaf5e97 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:36.625463 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-ef323fff-3319-47bd-8232-8a8ea17d8ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:36.631068 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-ef323fff-3319-47bd-8232-8a8ea17d8ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:36.716434 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ef323fff-3319-47bd-8232-8a8ea17d8ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.720039 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-ef323fff-3319-47bd-8232-8a8ea17d8ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.731930 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-27d15678-708b-449d-b2a4-4f86119d3e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:36.770209 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef323fff-3319-47bd-8232-8a8ea17d8ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28bd7b6-a581-4070-b48f-0274728cd851,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:36.774976 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-ef323fff-3319-47bd-8232-8a8ea17d8ed8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ed450a589b640069ab60686eeaf5e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874630 May 20 16:02:36.775859 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ef323fff-3319-47bd-8232-8a8ea17d8ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:36.777580 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45314) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:36.838891 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0514aaa7-c83c-41af-8815-a6b84001eca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.864700 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0514aaa7-c83c-41af-8815-a6b84001eca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.915515 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0514aaa7-c83c-41af-8815-a6b84001eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.920670 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-6c26b56b-e927-428d-8210-000ad7e4c0be tempest-AttachVolumeTestJSON-1373313017 tempest-AttachVolumeTestJSON-1373313017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:36.933719 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514aaa7-c83c-41af-8815-a6b84001eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28bd7b6-a581-4070-b48f-0274728cd851,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:36.936395 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0514aaa7-c83c-41af-8815-a6b84001eca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:36.937587 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0514aaa7-c83c-41af-8815-a6b84001eca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:36.939672 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-0514aaa7-c83c-41af-8815-a6b84001eca8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e28bd7b6-a581-4070-b48f-0274728cd851 HTTP/1.1" status: 204 len: 168 time: 0.1608245 May 20 16:02:38.756426 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45368) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:38.875344 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e198a7c7-7684-453b-9cc7-3c0bf408ecf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.890321 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-e198a7c7-7684-453b-9cc7-3c0bf408ecf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:38.894038 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-e198a7c7-7684-453b-9cc7-3c0bf408ecf2 admin admin] Usage tracker for resource:security_group_rule and tenant:6508343ab8e1483a9fa116730af00ba2 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:38.896808 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-e198a7c7-7684-453b-9cc7-3c0bf408ecf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:38.902944 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-e198a7c7-7684-453b-9cc7-3c0bf408ecf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:38.991829 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e198a7c7-7684-453b-9cc7-3c0bf408ecf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:38.996296 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-e198a7c7-7684-453b-9cc7-3c0bf408ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.003328 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0dc79185-2c03-4304-829f-3b5a2fb2be69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:39.044238 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-e198a7c7-7684-453b-9cc7-3c0bf408ecf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6508343ab8e1483a9fa116730af00ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867627 May 20 16:02:39.045160 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198a7c7-7684-453b-9cc7-3c0bf408ecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fcb06f-b2aa-424e-ad6b-755ea7fb4d3d,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:39.046922 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45374) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:39.048262 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-e198a7c7-7684-453b-9cc7-3c0bf408ecf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:39.110648 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fb04de6a-7be2-4e46-a9e0-ef58ec74728b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.136304 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fb04de6a-7be2-4e46-a9e0-ef58ec74728b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.186913 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fb04de6a-7be2-4e46-a9e0-ef58ec74728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.191680 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-f78a6ca5-12aa-49d1-b294-f5137cc37340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:39.203616 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04de6a-7be2-4e46-a9e0-ef58ec74728b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fcb06f-b2aa-424e-ad6b-755ea7fb4d3d,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:39.207515 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-fb04de6a-7be2-4e46-a9e0-ef58ec74728b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:39.212942 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-fb04de6a-7be2-4e46-a9e0-ef58ec74728b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.214048 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-fb04de6a-7be2-4e46-a9e0-ef58ec74728b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73fcb06f-b2aa-424e-ad6b-755ea7fb4d3d HTTP/1.1" status: 204 len: 168 time: 0.1657319 May 20 16:02:39.488442 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45382) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:39.505821 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-65f1f2d9-f4dc-4973-b99f-64fa8e48026c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.520766 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-65f1f2d9-f4dc-4973-b99f-64fa8e48026c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:39.524541 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-65f1f2d9-f4dc-4973-b99f-64fa8e48026c admin admin] Usage tracker for resource:security_group_rule and tenant:94abb1afa4504a3d92ea9c2e1bb11ab1 is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:39.528251 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-65f1f2d9-f4dc-4973-b99f-64fa8e48026c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:39.533895 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-65f1f2d9-f4dc-4973-b99f-64fa8e48026c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:39.614245 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-65f1f2d9-f4dc-4973-b99f-64fa8e48026c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.617725 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-65f1f2d9-f4dc-4973-b99f-64fa8e48026c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.625619 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-3696c6d2-a381-4f18-a137-e10dfa2c2e43 tempest-AttachVolumeShelveTestJSON-1898444446 tempest-AttachVolumeShelveTestJSON-1898444446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:39.668452 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1f2d9-f4dc-4973-b99f-64fa8e48026c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a1f4ac-dc39-4823-8db0-0ece09b17d8b,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:39.672520 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-65f1f2d9-f4dc-4973-b99f-64fa8e48026c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94abb1afa4504a3d92ea9c2e1bb11ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830640 May 20 16:02:39.673470 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-65f1f2d9-f4dc-4973-b99f-64fa8e48026c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:39.675142 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45386) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:39.733838 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ab3a900f-e6c3-48c0-b87c-efecb2595c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.761698 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ab3a900f-e6c3-48c0-b87c-efecb2595c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.812123 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ab3a900f-e6c3-48c0-b87c-efecb2595c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.816913 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-c795b8a4-280a-4618-9d1a-a529c42afd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:39.828006 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a900f-e6c3-48c0-b87c-efecb2595c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a1f4ac-dc39-4823-8db0-0ece09b17d8b,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:39.830330 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ab3a900f-e6c3-48c0-b87c-efecb2595c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:39.835397 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-ab3a900f-e6c3-48c0-b87c-efecb2595c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:39.836488 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-ab3a900f-e6c3-48c0-b87c-efecb2595c29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1a1f4ac-dc39-4823-8db0-0ece09b17d8b HTTP/1.1" status: 204 len: 168 time: 0.1603913 May 20 16:02:41.410749 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45430) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:41.526714 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-053eec1f-b6ca-4080-87e2-74bd09c09493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.540645 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-053eec1f-b6ca-4080-87e2-74bd09c09493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:41.544442 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-053eec1f-b6ca-4080-87e2-74bd09c09493 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed75566249e4830bb640ef963b84396 is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:41.547225 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-053eec1f-b6ca-4080-87e2-74bd09c09493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:41.552874 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-053eec1f-b6ca-4080-87e2-74bd09c09493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:41.633977 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-053eec1f-b6ca-4080-87e2-74bd09c09493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.639412 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-053eec1f-b6ca-4080-87e2-74bd09c09493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.647703 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-cabde588-1b49-4460-a2cc-4f82b3ee482e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:41.687203 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-053eec1f-b6ca-4080-87e2-74bd09c09493 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ed75566249e4830bb640ef963b84396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753699 May 20 16:02:41.688963 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eec1f-b6ca-4080-87e2-74bd09c09493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ddf177-3084-4b8c-ac9e-a5a87bff181e,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:41.689817 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45436) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:41.692177 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-053eec1f-b6ca-4080-87e2-74bd09c09493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:41.750810 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bacd108c-6544-4ad8-9c65-11c3b7050440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.776977 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bacd108c-6544-4ad8-9c65-11c3b7050440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.831384 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bacd108c-6544-4ad8-9c65-11c3b7050440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.836168 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ab3a900f-e6c3-48c0-b87c-efecb2595c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:41.846371 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd108c-6544-4ad8-9c65-11c3b7050440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ddf177-3084-4b8c-ac9e-a5a87bff181e,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:41.850104 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-bacd108c-6544-4ad8-9c65-11c3b7050440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:41.854028 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-bacd108c-6544-4ad8-9c65-11c3b7050440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:41.857744 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-bacd108c-6544-4ad8-9c65-11c3b7050440 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6ddf177-3084-4b8c-ac9e-a5a87bff181e HTTP/1.1" status: 204 len: 168 time: 0.1668890 May 20 16:02:45.803962 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45482) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:45.930913 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0868f26f-ff99-4ea5-a676-0b3b41ce87b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:45.945432 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-0868f26f-ff99-4ea5-a676-0b3b41ce87b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:45.949884 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-0868f26f-ff99-4ea5-a676-0b3b41ce87b8 admin admin] Usage tracker for resource:security_group_rule and tenant:c9700cbb2a1f4bcf9625743fe326c1eb is out of sync, need to count used quota {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:45.952654 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.quota.resource [None req-0868f26f-ff99-4ea5-a676-0b3b41ce87b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91625) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:45.958377 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.db.quota.driver [None req-0868f26f-ff99-4ea5-a676-0b3b41ce87b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91625) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:46.042438 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0868f26f-ff99-4ea5-a676-0b3b41ce87b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.046167 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-0868f26f-ff99-4ea5-a676-0b3b41ce87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.053067 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-ce55f6a9-b4aa-4a26-abde-ac1cae2e50d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:46.094023 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-0868f26f-ff99-4ea5-a676-0b3b41ce87b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9700cbb2a1f4bcf9625743fe326c1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890036 May 20 16:02:46.094972 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868f26f-ff99-4ea5-a676-0b3b41ce87b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23893709-3d80-44bb-9f41-aa0cb750e2f5,revision_number=1']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:46.096984 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45488) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:46.098361 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-0868f26f-ff99-4ea5-a676-0b3b41ce87b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:46.156731 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d7801ab9-90f5-4f84-bca4-f9dc244f7339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.182279 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d7801ab9-90f5-4f84-bca4-f9dc244f7339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.239021 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d7801ab9-90f5-4f84-bca4-f9dc244f7339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.242779 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-ba478032-bfaa-4237-bb9c-75be03be1d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:46.254110 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7801ab9-90f5-4f84-bca4-f9dc244f7339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23893709-3d80-44bb-9f41-aa0cb750e2f5,revision_number=None']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:46.257673 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-d7801ab9-90f5-4f84-bca4-f9dc244f7339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:46.261471 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-d7801ab9-90f5-4f84-bca4-f9dc244f7339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:46.262647 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-d7801ab9-90f5-4f84-bca4-f9dc244f7339 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23893709-3d80-44bb-9f41-aa0cb750e2f5 HTTP/1.1" status: 204 len: 168 time: 0.1646883 May 20 16:02:47.356216 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.wsgi [-] (91624) accepted ('10.222.0.36', 45520) {{(pid=91624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:47.482167 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7c4461b9-d610-4bd5-aa51-340b54203ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.498214 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-7c4461b9-d610-4bd5-aa51-340b54203ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:02:47.502019 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-7c4461b9-d610-4bd5-aa51-340b54203ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:54f5111989324f14a8f96a82f92a693e is out of sync, need to count used quota {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:02:47.504932 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.quota.resource [None req-7c4461b9-d610-4bd5-aa51-340b54203ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91624) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:02:47.511379 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.db.quota.driver [None req-7c4461b9-d610-4bd5-aa51-340b54203ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91624) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:02:47.604058 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7c4461b9-d610-4bd5-aa51-340b54203ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.611269 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron_lib.callbacks.manager [None req-7c4461b9-d610-4bd5-aa51-340b54203ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_create {{(pid=91624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.618805 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-8630ec7f-8a67-49d2-ae42-cd25ca1fbbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:47.663157 dv-cinder-784779-12-smb neutron-server[91624]: INFO neutron.wsgi [None req-7c4461b9-d610-4bd5-aa51-340b54203ce1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54f5111989324f14a8f96a82f92a693e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058081 May 20 16:02:47.664083 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4461b9-d610-4bd5-aa51-340b54203ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905930d5-31cc-4d89-a54c-18c4d9a82b98,revision_number=1']} {{(pid=91624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:47.666419 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.wsgi [-] (91625) accepted ('10.222.0.36', 45526) {{(pid=91625) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:02:47.668366 dv-cinder-784779-12-smb neutron-server[91624]: DEBUG oslo_concurrency.lockutils [None req-7c4461b9-d610-4bd5-aa51-340b54203ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:47.746009 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c042f348-b25d-44d4-a31a-460e15dd6743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.773987 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c042f348-b25d-44d4-a31a-460e15dd6743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.832511 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c042f348-b25d-44d4-a31a-460e15dd6743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8029768'] for security_group, after_delete {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.836440 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c0c8ad66-e50f-4f2f-8378-15e749ee8015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:02:47.851991 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042f348-b25d-44d4-a31a-460e15dd6743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905930d5-31cc-4d89-a54c-18c4d9a82b98,revision_number=None']} {{(pid=91625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:02:47.855016 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG oslo_concurrency.lockutils [None req-c042f348-b25d-44d4-a31a-460e15dd6743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91625) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:02:47.872216 dv-cinder-784779-12-smb neutron-server[91625]: DEBUG neutron_lib.callbacks.manager [None req-c042f348-b25d-44d4-a31a-460e15dd6743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:47.873346 dv-cinder-784779-12-smb neutron-server[91625]: INFO neutron.wsgi [None req-c042f348-b25d-44d4-a31a-460e15dd6743 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/905930d5-31cc-4d89-a54c-18c4d9a82b98 HTTP/1.1" status: 204 len: 168 time: 0.2054482 May 20 16:02:54.371899 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-4d0e1c73-c41e-48da-8b3e-6f2e1197ff9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.679464 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-41d00246-1e2f-4242-94ae-cc2044f6de0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:56.888432 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:57.986373 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:02:59.739599 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:03.533279 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:03:05.455254 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:24.375034 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e1b0ff83-8435-4e3c-8889-249cb5b3fb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.681450 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-53f96b8a-b7a8-4936-bdb1-7c1878621988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:26.891247 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:27.988731 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:29.745832 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:35.454223 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:40.533528 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:03:54.376785 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-61e48587-de98-46e8-a398-5d11d47bf41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.685131 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fe99b60e-3622-4860-bc82-c4ed01a739aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:56.893076 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:57.991601 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:03:59.747002 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:05.467689 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:17.532202 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:04:24.379392 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-580ae408-e6be-4d9b-9fa5-ea94668cddd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.692650 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-fef30825-1f0f-4636-9ab5-162442327f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:26.894620 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:27.996709 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:29.751221 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:35.482633 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:54.380150 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c6879059-a8f5-4c27-964e-043f94977b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:54.531627 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:04:56.685201 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-666f1409-da71-42d7-84a3-a0480f2b247a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:56.896088 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:57.998487 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:04:59.752989 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:05.482273 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:24.381576 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f78452a4-bb2d-4d90-8b94-588b1beb3a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.699825 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-5b08125f-a8bc-470e-8326-f2a0319b877b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:26.899022 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:28.000015 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:29.760528 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:31.534135 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:05:35.482764 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:54.383747 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-a1eea145-5417-4cd4-b9a8-678e02024b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:56.691195 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-50310d12-8938-4182-9a25-5f4fe11457d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:56.902957 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.003016 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.760186 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:05.481095 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:08.532835 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:06:24.385930 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-664befdb-700f-4295-a2c9-78eaf127cad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:26.692228 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ff9a38f5-2858-413a-93e3-49c705d18cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:26.906018 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:28.006363 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:29.761023 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:35.495771 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:45.533325 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:06:54.387199 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ecf892d7-64f7-45bb-bb49-376ef1ddea64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:56.698393 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-c90336e8-5689-4308-8139-72d297e75c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:56.909134 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:58.009934 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:59.766121 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:05.509247 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:22.532333 dv-cinder-784779-12-smb neutron-server[91627]: DEBUG neutron.db.agents_db [None req-3ec3d479-ad45-4c59-ac67-1465e843b58a None None] Agent healthcheck: found 6 active agents {{(pid=91627) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:07:24.389048 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-16427cc3-24ae-4a87-9075-2cd681bbd572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:26.690722 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-f8f60831-cd99-4f80-b2b9-e01024b05b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:26.911446 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-446741e0-30bb-401d-96e3-3a2eb926e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:28.011613 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-da674437-38dd-49d2-b888-2550cdb344b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:29.766432 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-e038c432-9bb2-42d4-8238-4336de010ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:35.509211 dv-cinder-784779-12-smb neutron-server[91626]: DEBUG neutron_lib.callbacks.manager [None req-ab7dfa83-fe89-4e3a-ae3a-eb895c941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779026754380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873519'] for agent, after_update {{(pid=91626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}